-- Logs begin at Wed 2021-11-03 01:07:48 UTC, end at Wed 2021-11-03 02:20:57 UTC. -- Nov 03 01:52:59.104942 dv-cinder-815614-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Nov 03 01:53:01.790524 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.common.config [-] Logging enabled! Nov 03 01:53:01.791097 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev132 Nov 03 01:53:01.791301 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=108203) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 03 01:53:01.794500 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.common.config [-] Logging enabled! Nov 03 01:53:01.794752 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev132 Nov 03 01:53:01.795061 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=108203) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 03 01:53:01.795991 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 03 01:53:01.796222 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 03 01:53:01.796580 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 03 01:53:01.796822 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 03 01:53:01.797563 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 03 01:53:01.797879 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:01.798199 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:01.798496 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:01.798722 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:01.799010 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:01.799296 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:01.799574 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:01.799929 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:01.800225 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:01.800505 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:01.800781 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:01.801060 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:01.801286 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:01.801563 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] config_source = [] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:01.801841 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:01.802119 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:01.802362 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] debug = True {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:01.802640 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:01.803068 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:01.803469 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:01.803768 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:01.804233 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:01.804400 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:01.804590 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:01.804864 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:01.805138 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:01.805464 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] host = dv-cinder-815614-3-iscsi {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:01.805727 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:01.806007 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:01.806322 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:01.806605 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:01.806875 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:01.807145 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:01.807425 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:01.807692 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] log_dir = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:01.807958 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] log_file = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:01.808227 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:01.808509 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:01.808789 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:01.809078 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:01.809298 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:01.809515 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:01.809795 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:01.810073 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:01.810369 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:01.810651 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:01.810907 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:01.811180 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:01.811447 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:01.811709 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:01.811987 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:01.812265 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:01.812591 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:01.813376 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:01.813650 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:01.813921 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:01.814212 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:01.814494 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:01.814765 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:01.815035 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:01.815304 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:01.815585 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:01.815850 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:01.816117 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:01.816414 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:01.816695 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:01.816973 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:01.817254 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:01.817522 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:01.817798 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:01.818067 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:01.818356 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] use_journal = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:01.818624 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] use_json = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:01.818892 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:01.819156 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:01.819433 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:01.819703 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:01.819969 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:01.820241 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:01.820507 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:01.820790 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:01.821083 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.821376 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.821671 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.821948 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.822265 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.822545 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.822828 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.823102 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.823384 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.823666 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.823948 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.824220 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.824506 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.824779 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.825066 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.825365 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.825652 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.825936 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.826228 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.826502 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.826772 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.827046 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.827328 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.827601 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.827881 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.828163 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.828575 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.828866 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.829157 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.829443 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.829716 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.829992 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.830312 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.830594 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.830866 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.831143 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.831432 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.831708 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.831977 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.832255 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.832530 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.832802 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.833071 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.833344 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.833629 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.833902 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.834200 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.834473 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.834749 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.835268 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.835548 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.835821 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.836088 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.836355 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.836629 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.836898 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.837167 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.837441 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.837708 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.837983 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.838273 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.838545 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.838815 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.839085 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.839353 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.839622 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.839889 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.840164 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.840436 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.840707 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.840972 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.841243 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.841510 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.841794 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.842090 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.842390 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.842668 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.842945 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.843221 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.843496 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.843771 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.844068 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.844342 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.844612 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.844899 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.845179 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.845461 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.845741 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.846013 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.846359 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.846637 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.846914 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.847187 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.847458 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.847736 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.848012 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.848298 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.848587 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.848874 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.849161 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.849451 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.849726 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.850030 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.850337 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:01.850553 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 03 01:53:01.850791 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=108203) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 03 01:53:02.274835 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=108203) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 03 01:53:02.275113 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=108203) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 03 01:53:02.275409 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=108203) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 03 01:53:02.275740 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 03 01:53:02.590874 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:02.591164 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:02.591435 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:02.592664 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:02.592940 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:02.593207 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:02.628201 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:02.628483 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:02.628749 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:02.643681 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:02.643959 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:02.644223 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:02.673879 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:02.674180 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:02.674457 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:02.709635 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:02.710181 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:02.710453 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:02.942742 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:02.943393 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:02.943393 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:02.943560 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:02.944219 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:03.069863 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:03.070205 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:03.070492 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:03.070763 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:03.071029 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:03.071342 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:03.071598 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:03.071851 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:03.072105 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:03.072385 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:03.072642 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:03.072904 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:03.073158 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:03.073407 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:03.073659 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:03.073924 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:03.074206 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:03.074476 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:03.074743 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:03.075000 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:03.075267 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:03.075517 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:03.075796 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:03.076173 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:03.076416 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:03.076658 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:03.077048 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=108203) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 03 01:53:03.077282 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=108203) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 03 01:53:03.077514 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=108203) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 03 01:53:03.077746 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=108203) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 03 01:53:03.077977 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=108203) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 03 01:53:03.078734 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=108203) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 03 01:53:03.079098 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 03 01:53:03.082308 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 03 01:53:03.086511 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 03 01:53:03.090509 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Nov 03 01:53:03.092158 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 03 01:53:03.092614 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 03 01:53:03.092948 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 03 01:53:03.093335 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 03 01:53:03.096204 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 03 01:53:03.096455 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 03 01:53:03.096802 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 03 01:53:03.102016 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 03 01:53:03.124585 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 03 01:53:03.125035 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:03.125432 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=108203) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 03 01:53:03.125797 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:03.127201 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=108203) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 03 01:53:03.127478 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 03 01:53:03.127723 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 03 01:53:03.131169 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:03.131453 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:03.194377 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 03 01:53:03.194559 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 03 01:53:03.194797 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 03 01:53:03.195176 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 03 01:53:03.215938 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_db.sqlalchemy.engines [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=108203) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 03 01:53:03.888863 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.plugins.ml2.managers [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Initializing driver for type 'gre' Nov 03 01:53:03.889392 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] gre ID ranges: [(1, 1000)] Nov 03 01:53:04.076245 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.plugins.ml2.managers [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Initializing driver for type 'local' Nov 03 01:53:04.076815 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.plugins.ml2.managers [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Initializing driver for type 'vlan' Nov 03 01:53:04.163534 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] VlanTypeDriver initialization complete Nov 03 01:53:04.163816 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.plugins.ml2.managers [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Initializing driver for type 'vxlan' Nov 03 01:53:04.164328 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] vxlan ID ranges: [(1, 1000)] Nov 03 01:53:04.362235 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.plugins.ml2.managers [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Initializing extension driver 'port_security' Nov 03 01:53:04.362575 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.plugins.ml2.extensions.port_security [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] PortSecurityExtensionDriver initialization complete Nov 03 01:53:04.362935 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.plugins.ml2.managers [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Initializing mechanism driver 'openvswitch' Nov 03 01:53:04.363268 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.plugins.ml2.managers [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Initializing mechanism driver 'hyperv' Nov 03 01:53:04.369894 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.plugins.ml2.plugin [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=108203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 01:53:04.370905 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Subscribe: > port after_create 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:04.371277 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Subscribe: > port after_update 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:04.377174 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Subscribe: > port after_delete 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:04.377174 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=108203) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 03 01:53:04.377174 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Subscribe: > subnet after_create 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:04.377174 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Subscribe: > subnet after_update 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:04.377174 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Subscribe: > subnet after_delete 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:04.377577 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=108203) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 03 01:53:04.377577 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Subscribe: > network after_create 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:04.377577 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Subscribe: > network after_update 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:04.377577 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Subscribe: > network after_delete 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:04.377577 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=108203) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 03 01:53:04.377947 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Subscribe: > security_group after_create 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:04.377947 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Subscribe: > security_group after_update 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:04.377947 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Subscribe: > security_group after_delete 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:04.377947 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=108203) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 03 01:53:04.377947 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:04.378340 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:04.378340 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:04.378340 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=108203) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 03 01:53:04.378572 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Subscribe: > address_group after_create 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:04.378789 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Subscribe: > address_group after_update 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:04.379128 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Subscribe: > address_group after_delete 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:04.379522 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=108203) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 03 01:53:04.379898 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] ML2 OVO RPC backend initialized. {{(pid=108203) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 03 01:53:04.380607 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Subscribe: > router_interface after_create 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:04.380964 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:04.381383 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Subscribe: > network before_response 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:04.381740 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Subscribe: > networks before_response 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:04.382091 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Subscribe: > port before_response 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:04.382461 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Subscribe: > ports before_response 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:04.382806 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Subscribe: > subnet before_response 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:04.383147 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Subscribe: > subnets before_response 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:04.383491 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Subscribe: > network after_create 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:04.383833 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Subscribe: > network after_update 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:04.384169 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Subscribe: > network after_delete 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:04.384505 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Subscribe: > port after_create 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:04.384839 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Subscribe: > port after_update 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:04.385216 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Subscribe: > port after_delete 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:04.385549 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Subscribe: > subnet after_create 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:04.385882 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Subscribe: > subnet after_update 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:04.386242 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Subscribe: > subnet after_delete 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:04.386852 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.plugins.ml2.plugin [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Modular L2 Plugin initialization complete Nov 03 01:53:04.387179 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading services supported by the core plugin {{(pid=108203) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 03 01:53:04.387502 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.plugins.ml2.managers [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Got port-security extension from driver 'port_security' Nov 03 01:53:04.387965 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.extensions.vlantransparent [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Disabled vlantransparent extension. Nov 03 01:53:04.388447 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=108203) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 03 01:53:04.388795 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading Plugin: router Nov 03 01:53:04.424939 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Subscribe: > router_interface before_create 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:04.425275 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Subscribe: > router after_create 55549900 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:04.425642 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Subscribe: > router before_create 55549900 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:04.426003 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Subscribe: > router_interface before_delete 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:04.426403 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:04.426758 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Subscribe: > router after_delete 55549900 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:04.427115 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Subscribe: > floatingip after_create 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:04.427583 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Subscribe: > floatingip after_update 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:04.427942 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Subscribe: > router after_create 55549900 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:04.428289 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Subscribe: > router after_update 55549900 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:04.428635 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Subscribe: > router after_update 55549900 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:04.428983 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:04.429338 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Subscribe: > router after_update 55549900 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:04.429749 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Subscribe: > router precommit_update 55549900 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:04.430120 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Subscribe: port after_update 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:04.430482 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Subscribe: port after_delete 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:04.430819 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Subscribe: subnet after_update 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:04.431157 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:04.431512 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Subscribe: > port precommit_delete 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:04.431858 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Subscribe: > router precommit_create 55549900 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:04.432200 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Subscribe: port before_delete 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:04.432541 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Subscribe: > router precommit_create 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:04.432897 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Subscribe: > router after_update 55549900 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:04.433234 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Subscribe: > router precommit_delete 55549900 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:04.433582 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Subscribe: > router precommit_create 55549900 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:04.433938 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Subscribe: > router_interface after_create 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:04.434321 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Subscribe: > router precommit_update 55549900 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:04.434683 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Subscribe: > agent after_create 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:04.435030 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Subscribe: > agent after_delete 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:04.435369 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Subscribe: > network after_delete 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:04.436225 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.quota.resource_registry [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Tracking information for resource: router configured {{(pid=108203) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 03 01:53:04.436560 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.quota.resource_registry [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Tracking information for resource: floatingip configured {{(pid=108203) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 03 01:53:04.441449 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.db.l3_agentschedulers_db [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 03 01:53:04.442030 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Subscribe: port after_update 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:04.442417 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Subscribe: port after_create 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:04.442768 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Subscribe: port after_delete 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:04.443122 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Subscribe: port after_update 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:04.443910 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Subscribe: > router before_create 55550100 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:04.444269 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Subscribe: > router precommit_delete 55550100 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:04.444629 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Subscribe: > router precommit_create 55550100 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:04.444984 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Subscribe: > router precommit_update 55550100 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:04.449900 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.services.provider_configuration [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Service providers = [] {{(pid=108203) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 03 01:53:04.450296 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.db.servicetype_db [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=108203) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 03 01:53:04.453263 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.services.service_base [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=108203) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 03 01:53:04.453629 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.services.service_base [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=108203) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 03 01:53:04.453953 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.services.service_base [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=108203) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 03 01:53:04.454870 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.services.service_base [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=108203) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 03 01:53:04.455245 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.services.service_base [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 03 01:53:04.455620 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=108203) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 03 01:53:04.455939 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 03 01:53:04.468763 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Successfully loaded METERING plugin. Description: METERING {{(pid=108203) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 03 01:53:04.469783 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading Plugin: auto_allocate Nov 03 01:53:04.475897 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Subscribe: network precommit_update 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:04.476276 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Subscribe: network precommit_create 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:04.476804 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=108203) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 03 01:53:04.477124 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading Plugin: tag Nov 03 01:53:04.483951 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=108203) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 03 01:53:04.484280 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading Plugin: timestamp Nov 03 01:53:04.488679 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=108203) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 03 01:53:04.489006 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading Plugin: network_ip_availability Nov 03 01:53:04.494505 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:04.494875 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:04.495230 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:04.495949 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=108203) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 03 01:53:04.496267 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading Plugin: flavors Nov 03 01:53:04.501314 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=108203) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 03 01:53:04.501647 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading Plugin: revisions Nov 03 01:53:04.506246 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=108203) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 03 01:53:04.506639 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_concurrency.lockutils [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.231s {{(pid=108203) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 03 01:53:04.507412 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=108203) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 03 01:53:04.507748 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Initializing extension manager. Nov 03 01:53:04.508259 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: __init__.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.508599 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: __pycache__ {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.508930 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.509276 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: address_group.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.546088 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.546693 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loaded extension: address-group Nov 03 01:53:04.547088 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: address_scope.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.548400 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.548910 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loaded extension: address-scope Nov 03 01:53:04.549237 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: admin_state_down_before_update.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.550254 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.550761 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loaded extension: router-admin-state-down-before-update Nov 03 01:53:04.551129 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: agent.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.551828 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.552376 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loaded extension: agent Nov 03 01:53:04.552750 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: agent_resources_synced.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.553703 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.554268 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loaded extension: agent-resources-synced Nov 03 01:53:04.554591 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: allowedaddresspairs.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.556431 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.556942 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loaded extension: allowed-address-pairs Nov 03 01:53:04.557266 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: auto_allocated_topology.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.558377 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.558914 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loaded extension: auto-allocated-topology Nov 03 01:53:04.559237 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: availability_zone.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.559993 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.560514 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loaded extension: availability_zone Nov 03 01:53:04.560839 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: availability_zone_filter.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.561753 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.562306 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loaded extension: availability_zone_filter Nov 03 01:53:04.562712 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: data_plane_status.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.563740 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.564243 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Extension data-plane-status not supported by any of loaded plugins Nov 03 01:53:04.564561 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: default_subnetpools.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.565471 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.566230 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loaded extension: default-subnetpools Nov 03 01:53:04.566554 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: dhcpagentscheduler.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.567440 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.567948 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loaded extension: dhcp_agent_scheduler Nov 03 01:53:04.568268 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: dns.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.569174 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.569672 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Extension dns-integration not supported by any of loaded plugins Nov 03 01:53:04.569989 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: dns_domain_ports.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.570924 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.571420 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 03 01:53:04.571738 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.572734 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.573237 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 03 01:53:04.573558 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: dvr.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.574250 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.574749 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loaded extension: dvr Nov 03 01:53:04.575067 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: ecmp_routes.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.575995 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.576514 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Extension ecmp_routes not supported by any of loaded plugins Nov 03 01:53:04.576834 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: empty_string_filtering.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.577739 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.578793 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loaded extension: empty-string-filtering Nov 03 01:53:04.579117 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.580031 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.580530 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 03 01:53:04.580849 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.581772 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.582299 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 03 01:53:04.582619 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: external_net.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.583524 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.584023 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loaded extension: external-net Nov 03 01:53:04.584342 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: extra_dhcp_opt.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.585489 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.585986 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loaded extension: extra_dhcp_opt Nov 03 01:53:04.586337 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: extraroute.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.587243 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.587814 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loaded extension: extraroute Nov 03 01:53:04.588155 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: extraroute_atomic.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.589180 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.589681 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loaded extension: extraroute-atomic Nov 03 01:53:04.590001 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: filter_validation.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.590882 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.591423 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loaded extension: filter-validation Nov 03 01:53:04.591742 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: fip_pf_description.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.592651 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.593147 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 03 01:53:04.593472 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: fip_port_details.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.594971 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.595477 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loaded extension: fip-port-details Nov 03 01:53:04.595795 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: flavors.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.597030 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.597540 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loaded extension: flavors Nov 03 01:53:04.597864 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.599567 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.600086 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 03 01:53:04.600420 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: floatingip_pools.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.601117 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.601623 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loaded extension: floatingip-pools Nov 03 01:53:04.601951 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: ip_allocation.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.602907 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.603413 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Extension ip_allocation not supported by any of loaded plugins Nov 03 01:53:04.603736 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: ip_substring_port_filtering.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.604648 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.605152 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loaded extension: ip-substring-filtering Nov 03 01:53:04.605477 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: l2_adjacency.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.606417 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.606918 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Extension l2_adjacency not supported by any of loaded plugins Nov 03 01:53:04.607241 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: l3.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.608208 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.608714 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loaded extension: router Nov 03 01:53:04.609040 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: l3_conntrack_helper.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.611356 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.611878 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 03 01:53:04.612209 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: l3_ext_gw_mode.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.613146 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.613661 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loaded extension: ext-gw-mode Nov 03 01:53:04.613988 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: l3_ext_ha_mode.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.614940 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.615451 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loaded extension: l3-ha Nov 03 01:53:04.615776 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: l3_flavors.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.616689 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.617194 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loaded extension: l3-flavors Nov 03 01:53:04.617518 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.618450 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.618953 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loaded extension: l3-port-ip-change-not-allowed Nov 03 01:53:04.619273 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: l3agentscheduler.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.620289 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.620802 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loaded extension: l3_agent_scheduler Nov 03 01:53:04.621129 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: logging.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.622654 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.623169 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Extension logging not supported by any of loaded plugins Nov 03 01:53:04.623504 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: metering.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.624251 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.624817 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loaded extension: metering Nov 03 01:53:04.625170 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.626413 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.626926 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loaded extension: metering_source_and_destination_fields Nov 03 01:53:04.627252 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: multiprovidernet.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.628170 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.628672 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loaded extension: multi-provider Nov 03 01:53:04.628994 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: netmtu.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.629899 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.630426 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loaded extension: net-mtu Nov 03 01:53:04.630750 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: netmtu_writable.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.631658 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.632159 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loaded extension: net-mtu-writable Nov 03 01:53:04.632479 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: network_availability_zone.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.633149 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.633655 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loaded extension: network_availability_zone Nov 03 01:53:04.633977 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: network_ip_availability.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.635102 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.635610 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loaded extension: network-ip-availability Nov 03 01:53:04.635933 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: network_segment_range.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.636694 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.637190 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Extension network-segment-range not supported by any of loaded plugins Nov 03 01:53:04.637509 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: pagination.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.638507 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.638836 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loaded extension: pagination Nov 03 01:53:04.639153 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: port_device_profile.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.640051 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.640566 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loaded extension: port-device-profile Nov 03 01:53:04.641405 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: port_mac_address_regenerate.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.642355 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.642860 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loaded extension: port-mac-address-regenerate Nov 03 01:53:04.643180 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: port_numa_affinity_policy.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.644099 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.644602 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loaded extension: port-numa-affinity-policy Nov 03 01:53:04.644924 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: port_resource_request.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.645821 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.646343 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Extension port-resource-request not supported by any of loaded plugins Nov 03 01:53:04.646663 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: port_resource_request_groups.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.647620 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.648120 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 03 01:53:04.648439 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: portbindings.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.649358 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.649862 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loaded extension: binding Nov 03 01:53:04.650206 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: portbindings_extended.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.651479 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.651987 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loaded extension: binding-extended Nov 03 01:53:04.652314 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: portsecurity.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.653227 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.653736 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loaded extension: port-security Nov 03 01:53:04.654057 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: project_id.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.655049 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.655378 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loaded extension: project-id Nov 03 01:53:04.655697 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: providernet.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.657393 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.657894 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loaded extension: provider Nov 03 01:53:04.658244 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: qos.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.661823 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.662378 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Extension qos not supported by any of loaded plugins Nov 03 01:53:04.662707 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: qos_bw_limit_direction.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.663938 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.664451 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 03 01:53:04.664778 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.665692 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.666228 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 03 01:53:04.666553 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: qos_default.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.667467 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.667970 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Extension qos-default not supported by any of loaded plugins Nov 03 01:53:04.668292 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: qos_fip.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.668957 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.669436 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Extension qos-fip not supported by any of loaded plugins Nov 03 01:53:04.669756 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: qos_gateway_ip.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.670699 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.671207 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 03 01:53:04.671529 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: qos_port_network_policy.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.672454 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.672957 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 03 01:53:04.673281 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.674414 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.674920 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 03 01:53:04.675287 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: qos_pps_rule.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.676474 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.677157 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Extension qos-pps not supported by any of loaded plugins Nov 03 01:53:04.677484 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: qos_rule_type_details.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.678429 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.678936 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 03 01:53:04.679255 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: qos_rules_alias.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.680304 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.680814 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 03 01:53:04.681136 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: quotasv2.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.682050 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.682407 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loaded extension: quotas Nov 03 01:53:04.682728 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: quotasv2_detail.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.685858 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.686226 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loaded extension: quota_details Nov 03 01:53:04.686556 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: rbac.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.687640 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.688158 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loaded extension: rbac-policies Nov 03 01:53:04.688486 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: rbac_address_group.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.689412 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.689921 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loaded extension: rbac-address-group Nov 03 01:53:04.690285 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: rbac_address_scope.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.691200 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.691707 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loaded extension: rbac-address-scope Nov 03 01:53:04.692030 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: rbac_security_groups.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.692952 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.693458 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loaded extension: rbac-security-groups Nov 03 01:53:04.693780 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: rbac_subnetpool.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.694802 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.695305 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loaded extension: rbac-subnetpool Nov 03 01:53:04.695625 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: revisionifmatch.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.696539 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.697056 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loaded extension: revision-if-match Nov 03 01:53:04.697363 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: revisions.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.698496 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.699000 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loaded extension: standard-attr-revisions Nov 03 01:53:04.699324 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: router_availability_zone.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.699994 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.700502 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loaded extension: router_availability_zone Nov 03 01:53:04.700821 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: routerservicetype.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.701734 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.702276 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Extension router-service-type not supported by any of loaded plugins Nov 03 01:53:04.702597 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.704019 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.704526 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loaded extension: security-groups-normalized-cidr Nov 03 01:53:04.704848 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: security_groups_port_filtering.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.705758 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.706287 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loaded extension: port-security-groups-filtering Nov 03 01:53:04.706608 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: security_groups_remote_address_group.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.707593 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.708097 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loaded extension: security-groups-remote-address-group Nov 03 01:53:04.708418 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: security_groups_shared_filtering.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.709331 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.710088 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loaded extension: security-groups-shared-filtering Nov 03 01:53:04.710434 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.711012 dv-cinder-815614-3-iscsi neutron-server[108203]: WARNING neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 03 01:53:04.711328 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: securitygroup.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.721622 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.722169 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loaded extension: security-group Nov 03 01:53:04.722503 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: segment.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.723280 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.723781 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Extension segment not supported by any of loaded plugins Nov 03 01:53:04.724106 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.725044 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.725672 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 03 01:53:04.726008 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: servicetype.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.727151 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.727669 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loaded extension: service-type Nov 03 01:53:04.727997 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: sorting.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.728979 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.729310 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loaded extension: sorting Nov 03 01:53:04.729631 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: standard_attr_segment.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.730579 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.731090 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 03 01:53:04.731414 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: standardattrdescription.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.732057 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.732559 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loaded extension: standard-attr-description Nov 03 01:53:04.732877 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: stateful_security_group.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.733795 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.734331 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loaded extension: stateful-security-group Nov 03 01:53:04.734685 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: stdattrs_common.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.735250 dv-cinder-815614-3-iscsi neutron-server[108203]: WARNING neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 03 01:53:04.735573 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.736495 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.736994 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 03 01:53:04.737313 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: subnet_onboard.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.738399 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.738907 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loaded extension: subnet_onboard Nov 03 01:53:04.739226 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: subnet_segmentid_writable.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.740146 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.740649 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 03 01:53:04.740967 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: subnet_service_types.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.741884 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.742424 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loaded extension: subnet-service-types Nov 03 01:53:04.742747 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: subnetallocation.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.743819 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.744332 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loaded extension: subnet_allocation Nov 03 01:53:04.744661 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.745318 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.745822 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loaded extension: subnetpool-prefix-ops Nov 03 01:53:04.746161 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.747103 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.747604 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 03 01:53:04.747926 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: tagging.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.748985 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.749495 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loaded extension: standard-attr-tag Nov 03 01:53:04.749818 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: timestamp.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.751073 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.751582 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loaded extension: standard-attr-timestamp Nov 03 01:53:04.751906 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: trunk.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.752928 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.753435 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Extension trunk not supported by any of loaded plugins Nov 03 01:53:04.753759 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: trunk_details.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.754699 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.755207 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Extension trunk-details not supported by any of loaded plugins Nov 03 01:53:04.755527 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: uplink_status_propagation.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.756443 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.757059 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 03 01:53:04.757384 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Loading extension file: vlantransparent.py {{(pid=108203) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 01:53:04.758048 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=108203) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 01:53:04.758599 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Extension vlan-transparent not supported by any of loaded plugins Nov 03 01:53:04.761079 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.quota.resource_registry [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Creating instance of TrackedResource for resource:network Nov 03 01:53:04.761603 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.quota.resource_registry [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Creating instance of TrackedResource for resource:subnet Nov 03 01:53:04.762073 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.quota.resource_registry [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Creating instance of TrackedResource for resource:subnetpool Nov 03 01:53:04.762489 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.quota.resource_registry [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Creating instance of TrackedResource for resource:port Nov 03 01:53:04.763740 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.v2.resource_helper [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108203) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 01:53:04.764172 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.v2.resource_helper [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Service FLAVORS assigned prefix: {{(pid=108203) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 01:53:04.764797 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.v2.resource_helper [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108203) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 01:53:04.765230 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.v2.resource_helper [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108203) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 01:53:04.765558 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.quota.resource_registry [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Creating instance of TrackedResource for resource:router Nov 03 01:53:04.766560 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.quota.resource_registry [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Creating instance of TrackedResource for resource:floatingip Nov 03 01:53:04.767047 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.v2.resource_helper [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Service METERING assigned prefix: /metering {{(pid=108203) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 01:53:04.768518 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:04.768888 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:04.769239 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 01:53:04.770266 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.quota.resource_registry [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Creating instance of CountableResource for resource:rbac_policy Nov 03 01:53:04.770725 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.quota.resource_registry [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Creating instance of TrackedResource for resource:security_group Nov 03 01:53:04.771159 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.quota.resource_registry [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Creating instance of TrackedResource for resource:security_group_rule Nov 03 01:53:04.771747 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.v2.resource_helper [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Service CORE assigned prefix: {{(pid=108203) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 01:53:04.772071 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.quota.resource_registry [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Creating instance of TrackedResource for resource:subnetpool Nov 03 01:53:04.772464 dv-cinder-815614-3-iscsi neutron-server[108203]: WARNING neutron.quota.resource_registry [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] subnetpool is already registered Nov 03 01:53:04.772909 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.v2.resource_helper [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Service CORE assigned prefix: {{(pid=108203) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 01:53:04.773231 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.quota.resource_registry [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Creating instance of TrackedResource for resource:subnetpool Nov 03 01:53:04.773561 dv-cinder-815614-3-iscsi neutron-server[108203]: WARNING neutron.quota.resource_registry [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] subnetpool is already registered Nov 03 01:53:04.776261 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.v2.resource_helper [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108203) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 01:53:04.776718 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.v2.resource_helper [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Service FLAVORS assigned prefix: {{(pid=108203) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 01:53:04.777351 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.v2.resource_helper [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108203) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 01:53:04.777781 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.v2.resource_helper [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108203) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 01:53:04.778114 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.quota.resource_registry [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Creating instance of TrackedResource for resource:router Nov 03 01:53:04.778479 dv-cinder-815614-3-iscsi neutron-server[108203]: WARNING neutron.quota.resource_registry [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] router is already registered Nov 03 01:53:04.778888 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.quota.resource_registry [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Creating instance of TrackedResource for resource:floatingip Nov 03 01:53:04.779227 dv-cinder-815614-3-iscsi neutron-server[108203]: WARNING neutron.quota.resource_registry [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] floatingip is already registered Nov 03 01:53:04.779701 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.v2.resource_helper [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Service METERING assigned prefix: /metering {{(pid=108203) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 01:53:04.780399 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.quota.resource_registry [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Creating instance of CountableResource for resource:rbac_policy Nov 03 01:53:04.780725 dv-cinder-815614-3-iscsi neutron-server[108203]: WARNING neutron.quota.resource_registry [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] rbac_policy is already registered Nov 03 01:53:04.781144 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.quota.resource_registry [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Creating instance of TrackedResource for resource:security_group Nov 03 01:53:04.782025 dv-cinder-815614-3-iscsi neutron-server[108203]: WARNING neutron.quota.resource_registry [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] security_group is already registered Nov 03 01:53:04.782476 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.quota.resource_registry [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Creating instance of TrackedResource for resource:security_group_rule Nov 03 01:53:04.782810 dv-cinder-815614-3-iscsi neutron-server[108203]: WARNING neutron.quota.resource_registry [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] security_group_rule is already registered Nov 03 01:53:04.783287 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.v2.resource_helper [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Service CORE assigned prefix: {{(pid=108203) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 01:53:04.783607 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.quota.resource_registry [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Creating instance of TrackedResource for resource:subnetpool Nov 03 01:53:04.783935 dv-cinder-815614-3-iscsi neutron-server[108203]: WARNING neutron.quota.resource_registry [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] subnetpool is already registered Nov 03 01:53:04.784373 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.v2.resource_helper [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Service CORE assigned prefix: {{(pid=108203) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 01:53:04.784695 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.quota.resource_registry [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Creating instance of TrackedResource for resource:subnetpool Nov 03 01:53:04.785024 dv-cinder-815614-3-iscsi neutron-server[108203]: WARNING neutron.quota.resource_registry [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] subnetpool is already registered Nov 03 01:53:04.786802 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Extended resource: extensions {{(pid=108203) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 01:53:04.788301 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Extended resource: address-groups {{(pid=108203) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 01:53:04.789783 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Extended resource: address-scopes {{(pid=108203) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 01:53:04.791023 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Extended resource: agents {{(pid=108203) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 01:53:04.792283 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Extended resource: auto-allocated-topology {{(pid=108203) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 01:53:04.793526 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Extended resource: availability_zones {{(pid=108203) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 01:53:04.794767 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Extended resource: dhcp-networks {{(pid=108203) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 01:53:04.796188 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Extended resource: dhcp-agents {{(pid=108203) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 01:53:04.797752 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Extended resource: routers {{(pid=108203) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 01:53:04.799877 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Extended resource: flavors {{(pid=108203) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 01:53:04.801130 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Extended resource: service_profiles {{(pid=108203) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 01:53:04.802354 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Extended resource: next_providers {{(pid=108203) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 01:53:04.803797 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Extended resource: service_profiles {{(pid=108203) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 01:53:04.805258 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Extended resource: floatingip-pools {{(pid=108203) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 01:53:04.806608 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Extended resource: routers {{(pid=108203) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 01:53:04.808690 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Extended resource: floatingips {{(pid=108203) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 01:53:04.809956 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Extended resource: l3-routers {{(pid=108203) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 01:53:04.811425 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Extended resource: l3-agents {{(pid=108203) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 01:53:04.812871 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Extended resource: metering-labels {{(pid=108203) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 01:53:04.814113 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Extended resource: metering-label-rules {{(pid=108203) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 01:53:04.815511 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Extended resource: network-ip-availabilities {{(pid=108203) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 01:53:04.816775 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Extended resource: bindings {{(pid=108203) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 01:53:04.818367 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Extended resource: quotas {{(pid=108203) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 01:53:04.820019 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Extended resource: quotas {{(pid=108203) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 01:53:04.821575 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Extended resource: rbac-policies {{(pid=108203) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 01:53:04.822799 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Extended resource: security-groups {{(pid=108203) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 01:53:04.824103 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Extended resource: security-group-rules {{(pid=108203) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 01:53:04.825343 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Extended resource: service-providers {{(pid=108203) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 01:53:04.826594 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Extended resource: subnetpools {{(pid=108203) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 01:53:04.827984 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Extended resource: subnetpools {{(pid=108203) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 01:53:04.830053 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Extended resource: tags {{(pid=108203) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 01:53:04.831739 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Extended resource: tags {{(pid=108203) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 01:53:04.833574 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Extended resource: tags {{(pid=108203) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 01:53:04.835647 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Extended resource: tags {{(pid=108203) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 01:53:04.837332 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Extended resource: tags {{(pid=108203) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 01:53:04.839317 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Extended resource: tags {{(pid=108203) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 01:53:04.840990 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Extended resource: tags {{(pid=108203) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 01:53:04.843789 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Extended resource: tags {{(pid=108203) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 01:53:04.846062 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Extended resource: tags {{(pid=108203) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 01:53:04.847836 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron.api.extensions [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Extended resource: tags {{(pid=108203) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 01:53:04.853936 dv-cinder-815614-3-iscsi neutron-server[108203]: WARNING keystonemiddleware.auth_token [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 03 01:53:04.858435 dv-cinder-815614-3-iscsi neutron-server[108203]: WARNING keystonemiddleware.auth_token [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 03 01:53:04.867357 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_concurrency.lockutils [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Acquired lock "singleton_lock" {{(pid=108203) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 03 01:53:04.867835 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_concurrency.lockutils [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Releasing lock "singleton_lock" {{(pid=108203) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 03 01:53:04.868471 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO oslo_service.service [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Starting 2 workers Nov 03 01:53:04.873319 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Started child 108314 {{(pid=108203) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 03 01:53:04.877869 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Started child 108315 {{(pid=108203) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 03 01:53:04.878647 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:53:04.879444 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO neutron.service [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Neutron service started, listening on 0.0.0.0:9696 Nov 03 01:53:04.880031 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Publish callbacks [] for process, before_spawn {{(pid=108203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:53:04.880131 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [-] (108314) wsgi starting up on http://0.0.0.0:9696 Nov 03 01:53:04.882368 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO oslo_service.service [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Starting 1 workers Nov 03 01:53:04.882474 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:53:04.883769 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [-] (108315) wsgi starting up on http://0.0.0.0:9696 Nov 03 01:53:04.887567 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Started child 108316 {{(pid=108203) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 03 01:53:04.888099 dv-cinder-815614-3-iscsi neutron-server[108203]: INFO oslo_service.service [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Starting 1 workers Nov 03 01:53:04.891692 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.service [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] calling RpcWorker wait() {{(pid=108316) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 03 01:53:04.892252 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.service [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] returning from RpcWorker wait() {{(pid=108316) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 03 01:53:04.893047 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Started child 108317 {{(pid=108203) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 03 01:53:04.893723 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:53:04.893830 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7011-086d-4532-b097-8811965c5aeb None None] Publish callbacks [] for process, after_spawn {{(pid=108203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:53:04.894192 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 01:53:04.895690 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=108203) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 03 01:53:04.895903 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 03 01:53:04.896091 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 03 01:53:04.896297 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 03 01:53:04.896635 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 03 01:53:04.896797 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 03 01:53:04.897308 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.897593 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.897841 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=108317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:53:04.898324 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.898324 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.898491 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.898910 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.899018 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 01:53:04.899168 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.899392 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.899683 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.899939 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.900104 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.900267 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.900505 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.900760 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.901040 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.901305 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.901559 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.901810 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.901971 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.902233 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] config_source = [] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.902493 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.902750 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.903005 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] debug = True {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.903240 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.903707 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.903927 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.904169 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.904381 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.904646 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.904899 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.905172 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.905404 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.905641 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.907879 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.907879 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.907879 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.907879 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.907879 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.907879 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.908774 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.908774 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] host = dv-cinder-815614-3-iscsi {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.908774 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.909172 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.909172 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.909464 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.909605 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.909804 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.910049 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.910310 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.910554 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.910775 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.911015 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.911264 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.911474 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] log_dir = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.911708 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] log_file = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.911854 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] log_options = True {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.912066 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.912326 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.912575 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.912758 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.912919 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.913080 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.913344 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.913500 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.913728 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.913953 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.914171 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.914411 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.914623 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.914832 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.915099 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.915338 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.915592 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.915743 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.915977 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.916217 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.916436 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.916673 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.916887 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.917265 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.917422 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.917561 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.917897 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.918057 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.918221 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.918427 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.918663 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.918901 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.919130 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.919388 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.919639 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.919866 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.920087 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.920322 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.920606 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.920824 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.921072 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.921308 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.921518 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.921757 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.921993 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.922222 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] use_journal = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.922431 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] use_json = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.922637 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.922865 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.923103 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.923327 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.923560 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.923731 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.923953 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.924196 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:04.924621 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.924901 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.925225 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.926380 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.926776 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.927142 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.927445 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.927838 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.928272 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.928584 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.928971 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.929273 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.929601 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.929835 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.930170 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.930574 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.935105 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.935105 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.935105 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.935105 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.935105 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.935105 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.935105 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.935105 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.935669 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.935669 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.935669 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.935669 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.935669 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.935669 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.935669 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.935669 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.936362 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.936362 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.936362 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.936362 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.936362 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.936362 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.936362 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.936870 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.936870 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.937029 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.937115 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.937354 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.938116 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.938400 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.938634 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.938912 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.939130 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.939352 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.939666 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.939987 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.940255 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.940541 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.940973 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.941227 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.941455 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.941820 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.941917 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.942269 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.942401 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.942619 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.942837 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.943073 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.943294 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.943906 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.943906 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.944070 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.944186 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.944417 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.944730 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.944845 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.945222 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.945465 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.945669 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.946081 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.946201 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.946367 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.947434 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.947434 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.947434 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.947434 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.947434 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.947999 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.947999 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.948200 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.948285 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.948472 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.948683 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.948955 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.949271 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.949505 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.949749 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.949982 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.950336 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.950555 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.950840 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.951033 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.951267 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.951498 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.951748 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.952001 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.952231 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.952482 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.952687 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.952989 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.953173 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.954061 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.954366 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.954611 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.954852 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.955135 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.955369 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.955605 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.955836 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.956066 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.956360 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.957598 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.957598 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.957598 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.957598 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.958039 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.958039 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.958815 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.958815 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.958815 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.960051 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.960051 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.960051 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.960051 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.960051 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.960476 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.960559 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.960796 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.962844 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.962844 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.962844 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.962844 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.962844 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.962844 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.962844 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.962844 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.963484 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.963484 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.963484 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.963714 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.963973 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.964076 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.964327 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.964563 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.964771 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.965020 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.965230 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.965470 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.965726 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.965994 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.966289 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.966631 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.966853 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.967067 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.967285 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.967498 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.967778 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.968161 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.968549 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.968905 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.969279 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.969657 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.970035 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.970432 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.970860 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.971186 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.971440 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.971796 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.972044 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.972292 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.972524 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.972763 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.973006 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.973258 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.973468 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.973732 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.973973 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.974220 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.974416 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.974658 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.974864 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.975089 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.975299 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.975535 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.975785 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.976029 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.976373 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.976621 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.976873 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.977114 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.977339 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.977602 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.977836 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.978074 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.978314 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.978531 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.978745 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.981996 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.981996 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.981996 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.981996 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.981996 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.981996 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.981996 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.981996 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.982740 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.982740 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.982740 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.982740 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.982740 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.982740 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.982740 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.982740 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.983300 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.983300 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.983300 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.983300 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.983590 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.983702 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.983913 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.984132 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.984351 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.984565 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.984791 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.985024 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.985232 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.985475 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.985710 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.985918 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.986163 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.986384 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.986595 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.986840 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.987053 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.987259 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.987483 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.987705 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.987897 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.988114 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.988331 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.988536 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.988821 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.989069 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.989285 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.989610 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.989843 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.990087 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.990350 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.990680 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.990987 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.991245 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.991478 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.991715 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.991934 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.992189 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.992952 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.993678 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.994084 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.994512 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.994809 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.995092 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.995387 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.995604 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.995898 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.996238 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.996516 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.996781 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.997127 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.997367 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.997609 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.997824 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.998059 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.998317 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.999236 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.999236 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.999236 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.999484 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.999484 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.999716 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:04.999951 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.000674 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.000902 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.001122 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.001336 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.001494 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 03 01:53:05.002026 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=108203) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 03 01:53:05.002202 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 03 01:53:05.002513 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 03 01:53:05.002698 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 03 01:53:05.002866 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 03 01:53:05.003020 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 03 01:53:05.003222 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.003370 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.003528 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.003686 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.003848 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.004012 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.004153 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.004313 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.004461 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.004601 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.004756 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.004896 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.005039 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.005230 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.005402 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.005551 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.005702 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.005857 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.006018 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.006207 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] config_source = [] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.006345 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.006489 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.006621 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] debug = True {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.006988 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.006988 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.007310 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.007310 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.007510 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.007709 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.007709 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.007869 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.007978 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.008133 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.008291 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.008447 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.008601 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.008759 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.008916 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.009071 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.009227 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.009382 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] host = dv-cinder-815614-3-iscsi {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.009537 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.009692 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.009848 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.010003 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.010177 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.010336 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.010491 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.010647 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.010801 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.010955 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.011110 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.011265 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.011420 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] log_dir = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.011939 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] log_file = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.011939 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] log_options = True {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.011939 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.012238 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.012238 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.012475 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.012475 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.012712 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.014240 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.014240 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.014240 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.014240 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.014240 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.014240 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.014240 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.014240 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.014734 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.014734 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.014734 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.014734 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.014734 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.014734 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.015162 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.015162 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.015162 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.015341 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.015415 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.015511 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.016352 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.016511 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.016668 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.016824 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.016981 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.017138 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.017293 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.017602 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.017756 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.017912 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.018069 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.018247 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.018409 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.018565 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.018720 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.018877 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.019032 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.019189 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.019350 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.019504 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] use_journal = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.019659 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] use_json = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.019814 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.019969 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.020124 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.020280 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.020435 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.020591 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.020745 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.020902 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 01:53:05.021078 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.021238 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.021409 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.021568 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.021726 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.021885 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.022043 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.022234 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.022394 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.022552 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.022719 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.024206 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.024206 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.024206 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.024206 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.024206 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.024206 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.024206 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.024730 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.024730 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.024730 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.024970 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.024970 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.025114 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.025256 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.025423 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.025731 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.026048 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.026366 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.026673 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.028017 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.028017 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.028017 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.028017 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.028017 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.028017 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.028017 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.028017 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.028605 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.028605 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.028605 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.028605 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.028605 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.029001 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.029001 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.029149 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.029227 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.029335 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.029491 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.029653 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.029812 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.029972 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.030150 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.030312 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.030471 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.030642 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.030801 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.030958 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.031117 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.031302 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.031486 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.031805 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.031805 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.031966 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.032045 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.032737 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.032737 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.032737 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.032737 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.034360 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.034360 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.034360 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.034360 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.034360 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.034360 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.034360 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.034360 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.034360 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.034986 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.034986 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.034986 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.034986 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.034986 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.034986 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.035381 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.035381 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.035381 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.035593 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.035593 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.035763 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.035938 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.036096 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.036255 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.036413 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.036583 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.036729 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.036886 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.037048 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.037266 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.037458 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.037664 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.037664 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.038201 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.038201 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.038201 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.038435 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.038435 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.038581 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.038713 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.038856 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.039172 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.039331 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.039489 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.039644 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.039804 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.039959 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.040277 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.040438 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.040598 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.040756 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.040924 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.041097 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.041251 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.041412 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.041571 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.041729 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.041888 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.042070 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.042377 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.042684 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.042845 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.042986 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.043139 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.043310 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.043465 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.043604 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.043760 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.043942 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.044102 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.044260 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.044418 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.044578 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.044736 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.044895 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.044986 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 01:53:05.045081 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.045197 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.045359 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.045534 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.045674 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.045833 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.045990 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.046271 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.046448 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.046530 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.046609 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.046767 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.046949 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.047110 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.047268 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.047426 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.047584 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.047747 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.047921 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.048074 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.048218 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.048355 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.048513 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.048669 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.048808 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.048944 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.049104 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.049247 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.049405 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.049558 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.049696 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.049856 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.050007 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.050176 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.050320 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.050476 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.050618 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.050782 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.050924 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.051085 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.051246 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.051400 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.051550 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.051686 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.051843 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.051986 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.052147 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.052307 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.052482 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.052644 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.052800 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.052938 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.053094 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.053236 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.053398 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.053618 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.053760 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.053897 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.054033 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.054205 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.054348 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.054484 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.054618 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.054753 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.054913 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.055055 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.055221 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.056110 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.056110 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.056110 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.056110 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.057292 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.057292 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.057292 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.057292 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.057292 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.057292 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.057292 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.058084 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.058084 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.058084 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.058084 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.058084 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.058445 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.058445 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.058598 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.058938 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.058938 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.059414 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.059414 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.059414 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.059754 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.059754 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.059754 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.061352 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.061352 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.061352 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.061352 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.061352 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.061352 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.061352 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.061352 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.062277 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.062277 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.062277 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.062277 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.062277 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.062277 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.062277 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.062277 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.063392 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.063392 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.063392 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.063392 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.063764 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.063764 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.063764 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.064015 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.064015 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.064184 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.064971 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.064971 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.064971 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.064971 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.064971 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.065438 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.065438 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.065438 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.065650 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.065727 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.065852 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.066009 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.066185 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.066345 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.066502 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.066659 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.066817 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.067211 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.067211 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.068574 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.068574 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.068574 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.068574 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.068574 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.068574 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.068574 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 01:53:05.068574 dv-cinder-815614-3-iscsi neutron-server[108203]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108203) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 03 01:53:05.281085 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 39256) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 01:53:05.289599 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063651 Nov 03 01:53:16.708029 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12e7cd1-ab63-40bc-ba84-da6511f0811e None None] get_active_networks_info from dv-cinder-815614-3-iscsi {{(pid=108316) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 03 01:53:16.777812 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12e7cd1-ab63-40bc-ba84-da6511f0811e None None] No non-hosted networks {{(pid=108316) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 03 01:53:16.791702 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.agentschedulers_db [None req-f12e7cd1-ab63-40bc-ba84-da6511f0811e None None] DHCP Agent not found on host dv-cinder-815614-3-iscsi {{(pid=108316) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 03 01:53:16.957488 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a5644966-68ee-47d3-97dd-febeed26ee38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-643760'] for agent, after_create {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:53:18.914348 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-36e0e867-39ce-492c-beca-57ea6030df1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-643760'] for agent, after_create {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:53:18.940918 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.db.api [None req-4b46716c-1e64-46b4-a2a3-0fb6f654f33b None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-815614-3-iscsi {{(pid=108316) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 01:53:18.941644 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG oslo_db.api [None req-4b46716c-1e64-46b4-a2a3-0fb6f654f33b None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 01:53:19.458248 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-4b46716c-1e64-46b4-a2a3-0fb6f654f33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:53:19.908151 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-3baf3433-eee1-48f0-90c8-209ed8ef0e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-643760'] for agent, after_create {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:53:21.346233 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-5b813f54-077d-440d-903f-32bc670fe069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-643760'] for agent, after_create {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:53:22.720152 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 39336) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 01:53:23.247449 dv-cinder-815614-3-iscsi neutron-server[108315]: WARNING oslo_policy.policy [None req-8fb4b790-29bc-4616-a337-83308ac841e2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 03 01:53:23.248054 dv-cinder-815614-3-iscsi neutron-server[108315]: WARNING oslo_policy.policy [None req-8fb4b790-29bc-4616-a337-83308ac841e2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 03 01:53:23.474922 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [None req-8fb4b790-29bc-4616-a337-83308ac841e2 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=108315) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 01:53:23.490155 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-8fb4b790-29bc-4616-a337-83308ac841e2 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.7542720 Nov 03 01:53:24.030237 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-643760'] for agent, after_create {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:53:24.030237 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:53:24.030237 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:53:24.030237 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:53:24.030237 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:53:24.031615 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:53:24.031615 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:53:24.031615 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:53:24.031615 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:53:24.031615 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:53:24.032009 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:53:24.032009 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:53:24.032009 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:53:24.032515 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-815614-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 01:53:24.050724 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-815614-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 01:53:24.396805 dv-cinder-815614-3-iscsi neutron-server[108316]: INFO neutron.db.l3_hamode_db [None req-93fe9979-b2d3-41a8-9b36-94f5fa5b0af9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 03 01:53:24.475498 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fe9979-b2d3-41a8-9b36-94f5fa5b0af9 None None] Routers set() bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 01:53:24.476013 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fe9979-b2d3-41a8-9b36-94f5fa5b0af9 None None] Router IDs set() for agent in host dv-cinder-815614-3-iscsi {{(pid=108316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 03 01:53:25.970927 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 39362) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 01:53:26.276476 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.v2.base [None req-1b93eac7-e608-4689-8691-3bb5e302de1b admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26}} {{(pid=108315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 01:53:26.370750 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.policy [None req-1b93eac7-e608-4689-8691-3bb5e302de1b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=108315) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 03 01:53:26.416526 dv-cinder-815614-3-iscsi neutron-server[108315]: WARNING oslo_policy.policy [None req-1b93eac7-e608-4689-8691-3bb5e302de1b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 03 01:53:26.416892 dv-cinder-815614-3-iscsi neutron-server[108315]: WARNING oslo_policy.policy [None req-1b93eac7-e608-4689-8691-3bb5e302de1b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 03 01:53:26.425771 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.quota [None req-1b93eac7-e608-4689-8691-3bb5e302de1b admin admin] Loaded quota_driver: . Nov 03 01:53:26.606099 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-1b93eac7-e608-4689-8691-3bb5e302de1b admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784214762986', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784214763321', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784214881678', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784214879314', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784216501599', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784214842320', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2025767', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1886504', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-856278', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-718138'] for rbac-policy, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:53:26.803341 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-1b93eac7-e608-4689-8691-3bb5e302de1b admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:53:26.804526 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-1b93eac7-e608-4689-8691-3bb5e302de1b admin admin] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8325984 Nov 03 01:53:29.530341 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 39374) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 01:53:29.820594 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.v2.base [None req-149a7cde-29b4-4595-a36a-6a4043e6d59f admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': 'a7a3efbf76bf460888fcddbe36a32963', 'project_id': 'a7a3efbf76bf460888fcddbe36a32963', 'name': 'private'}} {{(pid=108315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 01:53:29.972791 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149a7cde-29b4-4595-a36a-6a4043e6d59f admin admin] Made reservation on behalf of a7a3efbf76bf460888fcddbe36a32963 for: {'network': 1} {{(pid=108315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 01:53:29.975503 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-149a7cde-29b4-4595-a36a-6a4043e6d59f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for network, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:53:29.992602 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-149a7cde-29b4-4595-a36a-6a4043e6d59f admin admin] Publish callbacks [] for security_group, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:53:30.098310 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-149a7cde-29b4-4595-a36a-6a4043e6d59f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:53:30.179613 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-149a7cde-29b4-4595-a36a-6a4043e6d59f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:53:30.203300 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-149a7cde-29b4-4595-a36a-6a4043e6d59f admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=108315) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 01:53:30.228067 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-149a7cde-29b4-4595-a36a-6a4043e6d59f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784217631492', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1588371'] for segment, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:53:30.228556 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-149a7cde-29b4-4595-a36a-6a4043e6d59f admin admin] Unsubscribe: segment precommit_create {{(pid=108315) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 03 01:53:30.229059 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.db.segments_db [None req-149a7cde-29b4-4595-a36a-6a4043e6d59f admin admin] Added segment 277ef5c0-3b6b-461b-bb98-7624080f8f12 of type vlan for network 060adbf0-a0c5-454c-af7c-fd0d6168bba6 Nov 03 01:53:30.235406 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149a7cde-29b4-4595-a36a-6a4043e6d59f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94cd2b9e-d6d7-499a-8fd8-2cc1c738f54a,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 01:53:30.271084 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149a7cde-29b4-4595-a36a-6a4043e6d59f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:53:30.271421 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149a7cde-29b4-4595-a36a-6a4043e6d59f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:53:30.271751 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149a7cde-29b4-4595-a36a-6a4043e6d59f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:53:30.272079 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149a7cde-29b4-4595-a36a-6a4043e6d59f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:53:30.272401 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149a7cde-29b4-4595-a36a-6a4043e6d59f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:53:30.272737 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149a7cde-29b4-4595-a36a-6a4043e6d59f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:53:30.273063 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149a7cde-29b4-4595-a36a-6a4043e6d59f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:53:30.273394 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149a7cde-29b4-4595-a36a-6a4043e6d59f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:53:30.273727 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149a7cde-29b4-4595-a36a-6a4043e6d59f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:53:30.274047 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149a7cde-29b4-4595-a36a-6a4043e6d59f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:53:30.274386 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149a7cde-29b4-4595-a36a-6a4043e6d59f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:53:30.274699 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149a7cde-29b4-4595-a36a-6a4043e6d59f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:53:30.275750 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149a7cde-29b4-4595-a36a-6a4043e6d59f admin admin] Tracked resource versions report: Nov 03 01:53:30.275750 dv-cinder-815614-3-iscsi neutron-server[108315]: pushed versions: Nov 03 01:53:30.275750 dv-cinder-815614-3-iscsi neutron-server[108315]: { 'AddressGroup': {'1.2'}, Nov 03 01:53:30.275750 dv-cinder-815614-3-iscsi neutron-server[108315]: 'ConntrackHelper': {'1.0'}, Nov 03 01:53:30.275750 dv-cinder-815614-3-iscsi neutron-server[108315]: 'Log': {'1.0'}, Nov 03 01:53:30.275750 dv-cinder-815614-3-iscsi neutron-server[108315]: 'Network': {'1.1'}, Nov 03 01:53:30.275750 dv-cinder-815614-3-iscsi neutron-server[108315]: 'Port': {'1.7'}, Nov 03 01:53:30.275750 dv-cinder-815614-3-iscsi neutron-server[108315]: 'PortForwarding': {'1.2'}, Nov 03 01:53:30.275750 dv-cinder-815614-3-iscsi neutron-server[108315]: 'QosPolicy': {'1.10'}, Nov 03 01:53:30.275750 dv-cinder-815614-3-iscsi neutron-server[108315]: 'SecurityGroup': {'1.5'}, Nov 03 01:53:30.275750 dv-cinder-815614-3-iscsi neutron-server[108315]: 'SecurityGroupRule': {'1.2'}, Nov 03 01:53:30.275750 dv-cinder-815614-3-iscsi neutron-server[108315]: 'SubPort': {'1.0'}, Nov 03 01:53:30.275750 dv-cinder-815614-3-iscsi neutron-server[108315]: 'Subnet': {'1.1'}, Nov 03 01:53:30.275750 dv-cinder-815614-3-iscsi neutron-server[108315]: 'Trunk': {'1.1'}} Nov 03 01:53:30.275750 dv-cinder-815614-3-iscsi neutron-server[108315]: consumer versions: Nov 03 01:53:30.275750 dv-cinder-815614-3-iscsi neutron-server[108315]: { DHCP agent@dv-cinder-815614-3-iscsi: {}, Nov 03 01:53:30.275750 dv-cinder-815614-3-iscsi neutron-server[108315]: L3 agent@dv-cinder-815614-3-iscsi: {}, Nov 03 01:53:30.275750 dv-cinder-815614-3-iscsi neutron-server[108315]: Metadata agent@dv-cinder-815614-3-iscsi: {}, Nov 03 01:53:30.275750 dv-cinder-815614-3-iscsi neutron-server[108315]: Metering agent@dv-cinder-815614-3-iscsi: {}, Nov 03 01:53:30.275750 dv-cinder-815614-3-iscsi neutron-server[108315]: Open vSwitch agent@dv-cinder-815614-3-iscsi: { 'AddressGroup': '1.2', Nov 03 01:53:30.275750 dv-cinder-815614-3-iscsi neutron-server[108315]: 'ConntrackHelper': '1.0', Nov 03 01:53:30.275750 dv-cinder-815614-3-iscsi neutron-server[108315]: 'Log': '1.0', Nov 03 01:53:30.275750 dv-cinder-815614-3-iscsi neutron-server[108315]: 'Network': '1.1', Nov 03 01:53:30.275750 dv-cinder-815614-3-iscsi neutron-server[108315]: 'Port': '1.7', Nov 03 01:53:30.275750 dv-cinder-815614-3-iscsi neutron-server[108315]: 'PortForwarding': '1.2', Nov 03 01:53:30.275750 dv-cinder-815614-3-iscsi neutron-server[108315]: 'QosPolicy': '1.10', Nov 03 01:53:30.275750 dv-cinder-815614-3-iscsi neutron-server[108315]: 'SecurityGroup': '1.5', Nov 03 01:53:30.275750 dv-cinder-815614-3-iscsi neutron-server[108315]: 'SecurityGroupRule': '1.2', Nov 03 01:53:30.275750 dv-cinder-815614-3-iscsi neutron-server[108315]: 'SubPort': '1.0', Nov 03 01:53:30.275750 dv-cinder-815614-3-iscsi neutron-server[108315]: 'Subnet': '1.1', Nov 03 01:53:30.275750 dv-cinder-815614-3-iscsi neutron-server[108315]: 'Trunk': '1.1'}} Nov 03 01:53:30.275750 dv-cinder-815614-3-iscsi neutron-server[108315]: {{(pid=108315) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 03 01:53:30.348587 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-149a7cde-29b4-4595-a36a-6a4043e6d59f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784217148025'] for network, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:53:30.442715 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-149a7cde-29b4-4595-a36a-6a4043e6d59f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934'] for network, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:53:30.443782 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149a7cde-29b4-4595-a36a-6a4043e6d59f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 01:53:30.444441 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-149a7cde-29b4-4595-a36a-6a4043e6d59f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554904'] for network, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:53:30.543034 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-149a7cde-29b4-4595-a36a-6a4043e6d59f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0115335 Nov 03 01:53:30.543638 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149a7cde-29b4-4595-a36a-6a4043e6d59f admin admin] Pushing event updated for resources: {'Network': ['ID=060adbf0-a0c5-454c-af7c-fd0d6168bba6,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 01:53:30.556336 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Network 060adbf0-a0c5-454c-af7c-fd0d6168bba6 details requested by agent ovs-agent-dv-cinder-815614-3-iscsi with host dv-cinder-815614-3-iscsi {{(pid=108316) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 01:53:33.293074 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 39388) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 01:53:33.686357 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1cac27a-6474-4216-aa84-8a73ead315dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 01:53:33.687736 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-f1cac27a-6474-4216-aa84-8a73ead315dd admin admin] 10.222.0.30 "GET /v2.0/networks/060adbf0-a0c5-454c-af7c-fd0d6168bba6 HTTP/1.1" status: 200 len: 825 time: 0.3937097 Nov 03 01:53:33.711783 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-d3c6b982-df89-4c5f-9a4b-6ec549f13d80 admin admin] 10.222.0.30 "GET /v2.0/subnetpools/ff38ccea-283b-4cc5-84d3-e374f2d0d9d0 HTTP/1.1" status: 200 len: 734 time: 0.0178819 Nov 03 01:53:33.720989 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.v2.base [None req-45f3e740-2dd0-435c-b513-6e2bdd590de8 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'ff38ccea-283b-4cc5-84d3-e374f2d0d9d0', 'network_id': '060adbf0-a0c5-454c-af7c-fd0d6168bba6', 'tenant_id': 'a7a3efbf76bf460888fcddbe36a32963'}} {{(pid=108315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 01:53:33.806890 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f3e740-2dd0-435c-b513-6e2bdd590de8 admin admin] Made reservation on behalf of a7a3efbf76bf460888fcddbe36a32963 for: {'subnet': 1} {{(pid=108315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 01:53:33.809089 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-45f3e740-2dd0-435c-b513-6e2bdd590de8 admin admin] Publish callbacks [] for subnet, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:53:34.162929 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-45f3e740-2dd0-435c-b513-6e2bdd590de8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934'] for subnet, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:53:34.232621 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f3e740-2dd0-435c-b513-6e2bdd590de8 admin admin] Checking segment: {'id': '277ef5c0-3b6b-461b-bb98-7624080f8f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '060adbf0-a0c5-454c-af7c-fd0d6168bba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 01:53:34.233021 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f3e740-2dd0-435c-b513-6e2bdd590de8 admin admin] Network hostable DHCP agents. Network: 060adbf0-a0c5-454c-af7c-fd0d6168bba6, hostable agents: ['7b028a63-a201-45f3-9c70-05c56c6a2a18'], hosted agents: [] {{(pid=108315) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 01:53:34.240377 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f3e740-2dd0-435c-b513-6e2bdd590de8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef882b4b-88fb-4ddc-8579-45f49b211177,revision_number=0']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 01:53:34.362899 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f3e740-2dd0-435c-b513-6e2bdd590de8 admin admin] Network 060adbf0-a0c5-454c-af7c-fd0d6168bba6 is scheduled to be hosted by DHCP agent 7b028a63-a201-45f3-9c70-05c56c6a2a18 with binding_index 1 {{(pid=108315) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 01:53:34.446700 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.base_scheduler [None req-45f3e740-2dd0-435c-b513-6e2bdd590de8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815614-3-iscsi, 060adbf0-a0c5-454c-af7c-fd0d6168bba6) {{(pid=108315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 01:53:34.451229 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f3e740-2dd0-435c-b513-6e2bdd590de8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 01:53:34.451825 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-45f3e740-2dd0-435c-b513-6e2bdd590de8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554904'] for subnet, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:53:34.456911 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6538c4cc-6072-4ee4-ad57-5316c5e5d5fd None None] Network 060adbf0-a0c5-454c-af7c-fd0d6168bba6 requested from dv-cinder-815614-3-iscsi {{(pid=108316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 01:53:34.540873 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-45f3e740-2dd0-435c-b513-6e2bdd590de8 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8234653 Nov 03 01:53:34.775010 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242a4e39-de94-40d1-937e-d8920f2f1533 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1c4a7f7-6499-5e5a-80e6-341c4ff4fafa-060adbf0-a0c5-454c-af7c-fd0d6168bba6', 'network_id': '060adbf0-a0c5-454c-af7c-fd0d6168bba6', 'tenant_id': 'a7a3efbf76bf460888fcddbe36a32963', 'fixed_ips': [{'subnet_id': 'ef882b4b-88fb-4ddc-8579-45f49b211177'}]}} from dv-cinder-815614-3-iscsi. {{(pid=108316) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 01:53:34.776257 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-242a4e39-de94-40d1-937e-d8920f2f1533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_create {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:53:35.098789 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.db_base_plugin_common [None req-242a4e39-de94-40d1-937e-d8920f2f1533 None None] Allocated IP 172.20.0.2 (060adbf0-a0c5-454c-af7c-fd0d6168bba6/ef882b4b-88fb-4ddc-8579-45f49b211177/74d67793-e311-4b58-a22d-2d826bda64d9) {{(pid=108316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 01:53:35.294068 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-242a4e39-de94-40d1-937e-d8920f2f1533 None None] Publish callbacks [] for port, precommit_create {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:53:35.352116 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-242a4e39-de94-40d1-937e-d8920f2f1533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784217128214'] for port, after_create {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:53:35.425120 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242a4e39-de94-40d1-937e-d8920f2f1533 None None] Network 060adbf0-a0c5-454c-af7c-fd0d6168bba6 is already hosted by enough agents. {{(pid=108316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 01:53:35.435239 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.scheduler.base_scheduler [None req-242a4e39-de94-40d1-937e-d8920f2f1533 None None] Resources bound (agent type, host, resource id): {{(pid=108316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 01:53:35.441664 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242a4e39-de94-40d1-937e-d8920f2f1533 None None] Pushing event updated for resources: {'Port': ['ID=74d67793-e311-4b58-a22d-2d826bda64d9,revision_number=1']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 01:53:35.443878 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242a4e39-de94-40d1-937e-d8920f2f1533 None None] Received port after_create {{(pid=108316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 01:53:35.453588 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242a4e39-de94-40d1-937e-d8920f2f1533 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:53:35.453945 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242a4e39-de94-40d1-937e-d8920f2f1533 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:53:35.454339 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242a4e39-de94-40d1-937e-d8920f2f1533 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:53:35.454673 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242a4e39-de94-40d1-937e-d8920f2f1533 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:53:35.455000 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242a4e39-de94-40d1-937e-d8920f2f1533 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:53:35.455326 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242a4e39-de94-40d1-937e-d8920f2f1533 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:53:35.455647 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242a4e39-de94-40d1-937e-d8920f2f1533 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:53:35.455969 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242a4e39-de94-40d1-937e-d8920f2f1533 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:53:35.456309 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242a4e39-de94-40d1-937e-d8920f2f1533 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:53:35.456632 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242a4e39-de94-40d1-937e-d8920f2f1533 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:53:35.456949 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242a4e39-de94-40d1-937e-d8920f2f1533 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:53:35.457487 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242a4e39-de94-40d1-937e-d8920f2f1533 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:53:35.458357 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242a4e39-de94-40d1-937e-d8920f2f1533 None None] Tracked resource versions report: Nov 03 01:53:35.458357 dv-cinder-815614-3-iscsi neutron-server[108316]: pushed versions: Nov 03 01:53:35.458357 dv-cinder-815614-3-iscsi neutron-server[108316]: { 'AddressGroup': {'1.2'}, Nov 03 01:53:35.458357 dv-cinder-815614-3-iscsi neutron-server[108316]: 'ConntrackHelper': {'1.0'}, Nov 03 01:53:35.458357 dv-cinder-815614-3-iscsi neutron-server[108316]: 'Log': {'1.0'}, Nov 03 01:53:35.458357 dv-cinder-815614-3-iscsi neutron-server[108316]: 'Network': {'1.1'}, Nov 03 01:53:35.458357 dv-cinder-815614-3-iscsi neutron-server[108316]: 'Port': {'1.7'}, Nov 03 01:53:35.458357 dv-cinder-815614-3-iscsi neutron-server[108316]: 'PortForwarding': {'1.2'}, Nov 03 01:53:35.458357 dv-cinder-815614-3-iscsi neutron-server[108316]: 'QosPolicy': {'1.10'}, Nov 03 01:53:35.458357 dv-cinder-815614-3-iscsi neutron-server[108316]: 'SecurityGroup': {'1.5'}, Nov 03 01:53:35.458357 dv-cinder-815614-3-iscsi neutron-server[108316]: 'SecurityGroupRule': {'1.2'}, Nov 03 01:53:35.458357 dv-cinder-815614-3-iscsi neutron-server[108316]: 'SubPort': {'1.0'}, Nov 03 01:53:35.458357 dv-cinder-815614-3-iscsi neutron-server[108316]: 'Subnet': {'1.1'}, Nov 03 01:53:35.458357 dv-cinder-815614-3-iscsi neutron-server[108316]: 'Trunk': {'1.1'}} Nov 03 01:53:35.458357 dv-cinder-815614-3-iscsi neutron-server[108316]: consumer versions: Nov 03 01:53:35.458357 dv-cinder-815614-3-iscsi neutron-server[108316]: { DHCP agent@dv-cinder-815614-3-iscsi: {}, Nov 03 01:53:35.458357 dv-cinder-815614-3-iscsi neutron-server[108316]: L3 agent@dv-cinder-815614-3-iscsi: {}, Nov 03 01:53:35.458357 dv-cinder-815614-3-iscsi neutron-server[108316]: Metadata agent@dv-cinder-815614-3-iscsi: {}, Nov 03 01:53:35.458357 dv-cinder-815614-3-iscsi neutron-server[108316]: Metering agent@dv-cinder-815614-3-iscsi: {}, Nov 03 01:53:35.458357 dv-cinder-815614-3-iscsi neutron-server[108316]: Open vSwitch agent@dv-cinder-815614-3-iscsi: { 'AddressGroup': '1.2', Nov 03 01:53:35.458357 dv-cinder-815614-3-iscsi neutron-server[108316]: 'ConntrackHelper': '1.0', Nov 03 01:53:35.458357 dv-cinder-815614-3-iscsi neutron-server[108316]: 'Log': '1.0', Nov 03 01:53:35.458357 dv-cinder-815614-3-iscsi neutron-server[108316]: 'Network': '1.1', Nov 03 01:53:35.458357 dv-cinder-815614-3-iscsi neutron-server[108316]: 'Port': '1.7', Nov 03 01:53:35.458357 dv-cinder-815614-3-iscsi neutron-server[108316]: 'PortForwarding': '1.2', Nov 03 01:53:35.458357 dv-cinder-815614-3-iscsi neutron-server[108316]: 'QosPolicy': '1.10', Nov 03 01:53:35.458357 dv-cinder-815614-3-iscsi neutron-server[108316]: 'SecurityGroup': '1.5', Nov 03 01:53:35.458357 dv-cinder-815614-3-iscsi neutron-server[108316]: 'SecurityGroupRule': '1.2', Nov 03 01:53:35.458357 dv-cinder-815614-3-iscsi neutron-server[108316]: 'SubPort': '1.0', Nov 03 01:53:35.458357 dv-cinder-815614-3-iscsi neutron-server[108316]: 'Subnet': '1.1', Nov 03 01:53:35.458357 dv-cinder-815614-3-iscsi neutron-server[108316]: 'Trunk': '1.1'}} Nov 03 01:53:35.458357 dv-cinder-815614-3-iscsi neutron-server[108316]: {{(pid=108316) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 03 01:53:35.570634 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.managers [None req-242a4e39-de94-40d1-937e-d8920f2f1533 None None] Attempting to bind port 74d67793-e311-4b58-a22d-2d826bda64d9 on host dv-cinder-815614-3-iscsi for vnic_type normal with profile {{(pid=108316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 01:53:35.571028 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.managers [None req-242a4e39-de94-40d1-937e-d8920f2f1533 None None] Attempting to bind port 74d67793-e311-4b58-a22d-2d826bda64d9 by drivers openvswitch,hyperv on host dv-cinder-815614-3-iscsi at level 0 using segments [{'id': '277ef5c0-3b6b-461b-bb98-7624080f8f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '060adbf0-a0c5-454c-af7c-fd0d6168bba6'}] {{(pid=108316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 01:53:35.571463 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242a4e39-de94-40d1-937e-d8920f2f1533 None None] Attempting to bind port 74d67793-e311-4b58-a22d-2d826bda64d9 on network 060adbf0-a0c5-454c-af7c-fd0d6168bba6 {{(pid=108316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 01:53:35.576474 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242a4e39-de94-40d1-937e-d8920f2f1533 None None] Checking agent: {'id': '8d43342f-520b-4221-8f38-1d21061a375d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815614-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 1, 53, 24), 'started_at': datetime.datetime(2021, 11, 3, 1, 53, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 1, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815614-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 01:53:35.576865 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242a4e39-de94-40d1-937e-d8920f2f1533 None None] Checking segment: {'id': '277ef5c0-3b6b-461b-bb98-7624080f8f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '060adbf0-a0c5-454c-af7c-fd0d6168bba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 01:53:35.577366 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-242a4e39-de94-40d1-937e-d8920f2f1533 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:53:35.577757 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242a4e39-de94-40d1-937e-d8920f2f1533 None None] Bound using segment: {'id': '277ef5c0-3b6b-461b-bb98-7624080f8f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '060adbf0-a0c5-454c-af7c-fd0d6168bba6'} {{(pid=108316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 01:53:35.578241 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.managers [None req-242a4e39-de94-40d1-937e-d8920f2f1533 None None] Bound port: 74d67793-e311-4b58-a22d-2d826bda64d9, host: dv-cinder-815614-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '277ef5c0-3b6b-461b-bb98-7624080f8f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '060adbf0-a0c5-454c-af7c-fd0d6168bba6'}}] {{(pid=108316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 01:53:35.578655 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-242a4e39-de94-40d1-937e-d8920f2f1533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:53:35.652118 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-242a4e39-de94-40d1-937e-d8920f2f1533 None None] For port 74d67793-e311-4b58-a22d-2d826bda64d9, host dv-cinder-815614-3-iscsi, cleared binding levels {{(pid=108316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 01:53:35.658063 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-242a4e39-de94-40d1-937e-d8920f2f1533 None None] For port 74d67793-e311-4b58-a22d-2d826bda64d9, host dv-cinder-815614-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=74d67793-e311-4b58-a22d-2d826bda64d9,segment=NetworkSegment(277ef5c0-3b6b-461b-bb98-7624080f8f12),segment_id=277ef5c0-3b6b-461b-bb98-7624080f8f12)] {{(pid=108316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 01:53:35.746384 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-242a4e39-de94-40d1-937e-d8920f2f1533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:53:35.814596 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242a4e39-de94-40d1-937e-d8920f2f1533 None None] Pushing event updated for resources: {'Port': ['ID=74d67793-e311-4b58-a22d-2d826bda64d9,revision_number=2']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 01:53:37.109707 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 39396) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 01:53:37.439355 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [None req-1ac5e3e4-4027-440d-a186-29b11f24a40a admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=108315) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 01:53:37.454161 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-1ac5e3e4-4027-440d-a186-29b11f24a40a admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.3295808 Nov 03 01:53:39.980598 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 39404) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 01:53:40.478835 dv-cinder-815614-3-iscsi neutron-server[108314]: WARNING oslo_policy.policy [None req-f23847a1-82a7-4b5a-bf77-122fb12cb76a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 03 01:53:40.479424 dv-cinder-815614-3-iscsi neutron-server[108314]: WARNING oslo_policy.policy [None req-f23847a1-82a7-4b5a-bf77-122fb12cb76a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 03 01:53:40.708327 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [None req-f23847a1-82a7-4b5a-bf77-122fb12cb76a admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=108314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 01:53:40.709853 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-f23847a1-82a7-4b5a-bf77-122fb12cb76a admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.7271872 Nov 03 01:53:43.427090 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 39422) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 01:53:43.685371 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device 74d67793-e311-4b58-a22d-2d826bda64d9 up at agent ovs-agent-dv-cinder-815614-3-iscsi {{(pid=108316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 01:53:43.751948 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.v2.base [None req-f84e1db0-6a24-4526-b26d-937022e85f6e admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'a7a3efbf76bf460888fcddbe36a32963'}} {{(pid=108315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 01:53:43.774200 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Provisioning complete for port 74d67793-e311-4b58-a22d-2d826bda64d9 triggered by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 01:53:43.774596 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:53:43.848576 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-f84e1db0-6a24-4526-b26d-937022e85f6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15184'] for router, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:53:43.850096 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-f84e1db0-6a24-4526-b26d-937022e85f6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-558639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15175'] for router, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:53:43.883085 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:53:43.915994 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] For port 74d67793-e311-4b58-a22d-2d826bda64d9, host dv-cinder-815614-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=74d67793-e311-4b58-a22d-2d826bda64d9,segment=NetworkSegment(277ef5c0-3b6b-461b-bb98-7624080f8f12),segment_id=277ef5c0-3b6b-461b-bb98-7624080f8f12)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 01:53:43.987176 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-f84e1db0-6a24-4526-b26d-937022e85f6e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:53:43.989617 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:53:44.037092 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Pushing event updated for resources: {'Port': ['ID=74d67793-e311-4b58-a22d-2d826bda64d9,revision_number=3']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 01:53:44.055219 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-f84e1db0-6a24-4526-b26d-937022e85f6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641673'] for router, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:53:44.164478 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-f84e1db0-6a24-4526-b26d-937022e85f6e admin admin] Publish callbacks [] for router, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:53:44.165811 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-f84e1db0-6a24-4526-b26d-937022e85f6e admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7376785 Nov 03 01:53:44.871282 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef64cef6-aca8-4b3a-a801-b6ad563f6b7d None None] Network 060adbf0-a0c5-454c-af7c-fd0d6168bba6 requested from dv-cinder-815614-3-iscsi {{(pid=108316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 01:53:44.963499 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-dcdb918c-85fc-48f5-99e6-62245d4996a7 None None] Provisioning complete for port 74d67793-e311-4b58-a22d-2d826bda64d9 triggered by entity DHCP. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 01:53:44.963869 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-dcdb918c-85fc-48f5-99e6-62245d4996a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:53:45.324154 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-ce6dccad-4a06-4372-9121-c20befc4c801 None None] Provisioning complete for port 74d67793-e311-4b58-a22d-2d826bda64d9 triggered by entity DHCP. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 01:53:45.324519 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-ce6dccad-4a06-4372-9121-c20befc4c801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:53:45.644984 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device 74d67793-e311-4b58-a22d-2d826bda64d9 up at agent ovs-agent-dv-cinder-815614-3-iscsi {{(pid=108316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 01:53:45.691054 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Provisioning complete for port 74d67793-e311-4b58-a22d-2d826bda64d9 triggered by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 01:53:45.691307 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:53:46.673467 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 39432) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 01:53:46.680704 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-ace183ec-b960-4115-bf90-b78cbad8ea68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:53:46.979428 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [None req-cd6a6161-732b-46d0-a232-f962d3e99b78 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=108315) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 01:53:46.980445 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-cd6a6161-732b-46d0-a232-f962d3e99b78 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.3060296 Nov 03 01:53:47.954821 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.agents_db [None req-a2914077-2d9d-4477-8dde-df1573e0789a None None] Agent healthcheck: found 5 active agents {{(pid=108317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 01:53:48.888026 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-df023dad-a848-4938-b347-ff7e68c44ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:53:49.498995 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 39440) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 01:53:49.807487 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.v2.base [None req-2e15b735-4b0d-47e5-86fc-2e840513c751 admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=108315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 01:53:49.836520 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-3baf3433-eee1-48f0-90c8-209ed8ef0e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:53:49.876428 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e15b735-4b0d-47e5-86fc-2e840513c751 admin admin] Made reservation on behalf of f24d6f8e8e414798b7e2d191649514d2 for: {'network': 1} {{(pid=108315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 01:53:49.878607 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-2e15b735-4b0d-47e5-86fc-2e840513c751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for network, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:53:49.886421 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-2e15b735-4b0d-47e5-86fc-2e840513c751 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:53:49.957967 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-2e15b735-4b0d-47e5-86fc-2e840513c751 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:53:50.031013 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-2e15b735-4b0d-47e5-86fc-2e840513c751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:53:50.045932 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2e15b735-4b0d-47e5-86fc-2e840513c751 admin admin] Reserving flat network on physical network physnet1 {{(pid=108315) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 03 01:53:50.064785 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15b735-4b0d-47e5-86fc-2e840513c751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f803f70-9cd5-4470-aa35-d1618a1f7e41,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 01:53:50.070261 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-2e15b735-4b0d-47e5-86fc-2e840513c751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1588371'] for segment, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:53:50.070261 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.db.segments_db [None req-2e15b735-4b0d-47e5-86fc-2e840513c751 admin admin] Added segment 1823f467-65f5-492c-8155-6dfe4df97867 of type flat for network 4ca214f6-e89c-4bd7-af93-48c10786815e Nov 03 01:53:50.112900 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-2e15b735-4b0d-47e5-86fc-2e840513c751 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784217148025'] for network, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:53:50.253812 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-2e15b735-4b0d-47e5-86fc-2e840513c751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934'] for network, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:53:50.254741 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e15b735-4b0d-47e5-86fc-2e840513c751 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 01:53:50.255308 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-2e15b735-4b0d-47e5-86fc-2e840513c751 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554904'] for network, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:53:50.312864 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15b735-4b0d-47e5-86fc-2e840513c751 admin admin] Pushing event updated for resources: {'Network': ['ID=4ca214f6-e89c-4bd7-af93-48c10786815e,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 01:53:50.322461 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Network 4ca214f6-e89c-4bd7-af93-48c10786815e details requested by agent ovs-agent-dv-cinder-815614-3-iscsi with host dv-cinder-815614-3-iscsi {{(pid=108316) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 01:53:50.359311 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-2e15b735-4b0d-47e5-86fc-2e840513c751 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8592491 Nov 03 01:53:51.276774 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-5b813f54-077d-440d-903f-32bc670fe069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:53:52.809801 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 39458) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 01:53:52.982410 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54809a8-40e7-4a6e-b0d8-33a79a8a76bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 01:53:52.983735 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-c54809a8-40e7-4a6e-b0d8-33a79a8a76bf admin admin] 10.222.0.30 "GET /v2.0/subnets/ef882b4b-88fb-4ddc-8579-45f49b211177 HTTP/1.1" status: 200 len: 849 time: 0.1728895 Nov 03 01:53:53.102520 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-182edf78-7254-48a8-a6de-e4861a2112ae admin admin] 10.222.0.30 "GET /v2.0/routers/ace77a95-3299-416e-b0f9-cdd7f0b71fd8 HTTP/1.1" status: 200 len: 704 time: 0.1123261 Nov 03 01:53:53.362758 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-5225f1f8-51f5-401e-adfc-5a7a3540c4cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:53:53.652461 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.db.db_base_plugin_common [None req-5225f1f8-51f5-401e-adfc-5a7a3540c4cb admin admin] Allocated IP 172.20.0.1 (060adbf0-a0c5-454c-af7c-fd0d6168bba6/ef882b4b-88fb-4ddc-8579-45f49b211177/93b790d2-8580-4567-a743-f217969238e6) {{(pid=108315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 01:53:53.854556 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-5225f1f8-51f5-401e-adfc-5a7a3540c4cb admin admin] Publish callbacks [] for port, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:53:53.980520 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-5225f1f8-51f5-401e-adfc-5a7a3540c4cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784217128214'] for port, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:53:54.031008 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:53:54.054335 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5225f1f8-51f5-401e-adfc-5a7a3540c4cb admin admin] Network 060adbf0-a0c5-454c-af7c-fd0d6168bba6 is already hosted by enough agents. {{(pid=108315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 01:53:54.065511 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.base_scheduler [None req-5225f1f8-51f5-401e-adfc-5a7a3540c4cb admin admin] Resources bound (agent type, host, resource id): {{(pid=108315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 01:53:54.068092 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5225f1f8-51f5-401e-adfc-5a7a3540c4cb admin admin] Received port after_create {{(pid=108315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 01:53:54.068756 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-5225f1f8-51f5-401e-adfc-5a7a3540c4cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640980'] for router_interface, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:53:54.127170 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5225f1f8-51f5-401e-adfc-5a7a3540c4cb admin admin] Pushing event updated for resources: {'Port': ['ID=93b790d2-8580-4567-a743-f217969238e6,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 01:53:54.268984 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-3e641ede-6936-419c-9fa2-054e67bacc24 None None] Provisioning complete for port 93b790d2-8580-4567-a743-f217969238e6 triggered by entity DHCP. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 01:53:54.269276 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-3e641ede-6936-419c-9fa2-054e67bacc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:53:54.301693 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-3e641ede-6936-419c-9fa2-054e67bacc24 None None] Port 93b790d2-8580-4567-a743-f217969238e6 cannot update to ACTIVE because it is not bound. {{(pid=108316) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 01:53:54.344744 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-5225f1f8-51f5-401e-adfc-5a7a3540c4cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:53:54.547083 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-5225f1f8-51f5-401e-adfc-5a7a3540c4cb admin admin] Publish callbacks [] for port, precommit_update {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:53:54.606323 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-5225f1f8-51f5-401e-adfc-5a7a3540c4cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:53:54.607077 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-5225f1f8-51f5-401e-adfc-5a7a3540c4cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640840'] for router_interface, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:53:54.688620 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5225f1f8-51f5-401e-adfc-5a7a3540c4cb admin admin] Pushing event updated for resources: {'Port': ['ID=93b790d2-8580-4567-a743-f217969238e6,revision_number=2']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 01:53:54.730519 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5225f1f8-51f5-401e-adfc-5a7a3540c4cb admin admin] Network 060adbf0-a0c5-454c-af7c-fd0d6168bba6 is already hosted by enough agents. {{(pid=108315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 01:53:54.731794 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.base_scheduler [None req-5225f1f8-51f5-401e-adfc-5a7a3540c4cb admin admin] Resources bound (agent type, host, resource id): {{(pid=108315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 01:53:54.922096 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-b408e8e8-9351-4c51-b11f-5a3a86d95951 None None] Provisioning complete for port 93b790d2-8580-4567-a743-f217969238e6 triggered by entity DHCP. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 01:53:54.922492 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-b408e8e8-9351-4c51-b11f-5a3a86d95951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:53:54.957214 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-b408e8e8-9351-4c51-b11f-5a3a86d95951 None None] Port 93b790d2-8580-4567-a743-f217969238e6 cannot update to ACTIVE because it is not bound. {{(pid=108316) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 01:53:54.977921 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5225f1f8-51f5-401e-adfc-5a7a3540c4cb admin admin] Router ace77a95-3299-416e-b0f9-cdd7f0b71fd8 is scheduled to L3 agent dfdd482b-800d-4ddb-af67-bfdcf28c1d2f with binding_index 1 {{(pid=108315) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 01:53:55.069208 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5225f1f8-51f5-401e-adfc-5a7a3540c4cb admin admin] Notify agent at l3_agent.dv-cinder-815614-3-iscsi the message routers_updated {{(pid=108315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 01:53:55.074510 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-5225f1f8-51f5-401e-adfc-5a7a3540c4cb admin admin] 10.222.0.30 "PUT /v2.0/routers/ace77a95-3299-416e-b0f9-cdd7f0b71fd8/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9663427 Nov 03 01:53:55.079724 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3f3c0b-89ea-4dc4-a29c-f26985f2cb03 None None] Sync routers for ids ['ace77a95-3299-416e-b0f9-cdd7f0b71fd8'] in dv-cinder-815614-3-iscsi {{(pid=108317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 01:53:55.093313 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3f3c0b-89ea-4dc4-a29c-f26985f2cb03 None None] Routers {'ace77a95-3299-416e-b0f9-cdd7f0b71fd8'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 01:53:55.094301 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-6b3f3c0b-89ea-4dc4-a29c-f26985f2cb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T01:53:49Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['ace77a95-3299-416e-b0f9-cdd7f0b71fd8'], 'active': True} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 01:53:55.279728 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvr_db [None req-6b3f3c0b-89ea-4dc4-a29c-f26985f2cb03 None None] Set router ace77a95-3299-416e-b0f9-cdd7f0b71fd8 gateway port host: None {{(pid=108317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 01:53:55.709967 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-6b3f3c0b-89ea-4dc4-a29c-f26985f2cb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace77a95-3299-416e-b0f9-cdd7f0b71fd8', 'name': 'router1', 'tenant_id': 'a7a3efbf76bf460888fcddbe36a32963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T01:53:43Z', 'updated_at': '2021-11-03T01:53:54Z', 'revision_number': 2, 'project_id': 'a7a3efbf76bf460888fcddbe36a32963', 'gw_port_host': None, '_interfaces': [{'id': '93b790d2-8580-4567-a743-f217969238e6', 'name': '', 'network_id': '060adbf0-a0c5-454c-af7c-fd0d6168bba6', 'tenant_id': 'a7a3efbf76bf460888fcddbe36a32963', 'mac_address': 'fa:16:3e:c9:d2:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ace77a95-3299-416e-b0f9-cdd7f0b71fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ef882b4b-88fb-4ddc-8579-45f49b211177', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T01:53:53Z', 'updated_at': '2021-11-03T01:53:54Z', 'revision_number': 2, 'project_id': 'a7a3efbf76bf460888fcddbe36a32963', 'subnets': [{'id': 'ef882b4b-88fb-4ddc-8579-45f49b211177', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ff38ccea-283b-4cc5-84d3-e374f2d0d9d0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 01:53:55.758265 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3f3c0b-89ea-4dc4-a29c-f26985f2cb03 None None] Checking router: ace77a95-3299-416e-b0f9-cdd7f0b71fd8 for host: dv-cinder-815614-3-iscsi {{(pid=108317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 01:53:55.758648 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3f3c0b-89ea-4dc4-a29c-f26985f2cb03 None None] Updating router ace77a95-3299-416e-b0f9-cdd7f0b71fd8 port 93b790d2-8580-4567-a743-f217969238e6 binding host dv-cinder-815614-3-iscsi {{(pid=108317) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 01:53:55.836523 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron_lib.callbacks.manager [None req-6b3f3c0b-89ea-4dc4-a29c-f26985f2cb03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:53:56.327916 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron_lib.callbacks.manager [None req-6b3f3c0b-89ea-4dc4-a29c-f26985f2cb03 None None] Publish callbacks [] for port, precommit_update {{(pid=108317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:53:56.425594 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron_lib.callbacks.manager [None req-6b3f3c0b-89ea-4dc4-a29c-f26985f2cb03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:53:56.591272 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1987b65d-2af9-424c-a31c-bc221679e203 None None] Pushing event updated for resources: {'Port': ['ID=93b790d2-8580-4567-a743-f217969238e6,revision_number=3']} {{(pid=108317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 01:53:56.595534 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.managers [None req-6b3f3c0b-89ea-4dc4-a29c-f26985f2cb03 None None] Attempting to bind port 93b790d2-8580-4567-a743-f217969238e6 on host dv-cinder-815614-3-iscsi for vnic_type normal with profile {{(pid=108317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 01:53:56.595938 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.managers [None req-6b3f3c0b-89ea-4dc4-a29c-f26985f2cb03 None None] Attempting to bind port 93b790d2-8580-4567-a743-f217969238e6 by drivers openvswitch,hyperv on host dv-cinder-815614-3-iscsi at level 0 using segments [{'id': '277ef5c0-3b6b-461b-bb98-7624080f8f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '060adbf0-a0c5-454c-af7c-fd0d6168bba6'}] {{(pid=108317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 01:53:56.596381 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3f3c0b-89ea-4dc4-a29c-f26985f2cb03 None None] Attempting to bind port 93b790d2-8580-4567-a743-f217969238e6 on network 060adbf0-a0c5-454c-af7c-fd0d6168bba6 {{(pid=108317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 01:53:56.605050 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1987b65d-2af9-424c-a31c-bc221679e203 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:53:56.605417 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1987b65d-2af9-424c-a31c-bc221679e203 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:53:56.605761 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1987b65d-2af9-424c-a31c-bc221679e203 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:53:56.606103 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1987b65d-2af9-424c-a31c-bc221679e203 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:53:56.606455 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1987b65d-2af9-424c-a31c-bc221679e203 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:53:56.606808 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1987b65d-2af9-424c-a31c-bc221679e203 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:53:56.607137 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1987b65d-2af9-424c-a31c-bc221679e203 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:53:56.607622 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1987b65d-2af9-424c-a31c-bc221679e203 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:53:56.607865 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1987b65d-2af9-424c-a31c-bc221679e203 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:53:56.608126 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1987b65d-2af9-424c-a31c-bc221679e203 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:53:56.608445 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1987b65d-2af9-424c-a31c-bc221679e203 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:53:56.608764 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1987b65d-2af9-424c-a31c-bc221679e203 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:53:56.609894 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1987b65d-2af9-424c-a31c-bc221679e203 None None] Tracked resource versions report: Nov 03 01:53:56.609894 dv-cinder-815614-3-iscsi neutron-server[108317]: pushed versions: Nov 03 01:53:56.609894 dv-cinder-815614-3-iscsi neutron-server[108317]: { 'AddressGroup': {'1.2'}, Nov 03 01:53:56.609894 dv-cinder-815614-3-iscsi neutron-server[108317]: 'ConntrackHelper': {'1.0'}, Nov 03 01:53:56.609894 dv-cinder-815614-3-iscsi neutron-server[108317]: 'Log': {'1.0'}, Nov 03 01:53:56.609894 dv-cinder-815614-3-iscsi neutron-server[108317]: 'Network': {'1.1'}, Nov 03 01:53:56.609894 dv-cinder-815614-3-iscsi neutron-server[108317]: 'Port': {'1.7'}, Nov 03 01:53:56.609894 dv-cinder-815614-3-iscsi neutron-server[108317]: 'PortForwarding': {'1.2'}, Nov 03 01:53:56.609894 dv-cinder-815614-3-iscsi neutron-server[108317]: 'QosPolicy': {'1.10'}, Nov 03 01:53:56.609894 dv-cinder-815614-3-iscsi neutron-server[108317]: 'SecurityGroup': {'1.5'}, Nov 03 01:53:56.609894 dv-cinder-815614-3-iscsi neutron-server[108317]: 'SecurityGroupRule': {'1.2'}, Nov 03 01:53:56.609894 dv-cinder-815614-3-iscsi neutron-server[108317]: 'SubPort': {'1.0'}, Nov 03 01:53:56.609894 dv-cinder-815614-3-iscsi neutron-server[108317]: 'Subnet': {'1.1'}, Nov 03 01:53:56.609894 dv-cinder-815614-3-iscsi neutron-server[108317]: 'Trunk': {'1.1'}} Nov 03 01:53:56.609894 dv-cinder-815614-3-iscsi neutron-server[108317]: consumer versions: Nov 03 01:53:56.609894 dv-cinder-815614-3-iscsi neutron-server[108317]: { DHCP agent@dv-cinder-815614-3-iscsi: {}, Nov 03 01:53:56.609894 dv-cinder-815614-3-iscsi neutron-server[108317]: L3 agent@dv-cinder-815614-3-iscsi: {}, Nov 03 01:53:56.609894 dv-cinder-815614-3-iscsi neutron-server[108317]: Metadata agent@dv-cinder-815614-3-iscsi: {}, Nov 03 01:53:56.609894 dv-cinder-815614-3-iscsi neutron-server[108317]: Metering agent@dv-cinder-815614-3-iscsi: {}, Nov 03 01:53:56.609894 dv-cinder-815614-3-iscsi neutron-server[108317]: Open vSwitch agent@dv-cinder-815614-3-iscsi: { 'AddressGroup': '1.2', Nov 03 01:53:56.609894 dv-cinder-815614-3-iscsi neutron-server[108317]: 'ConntrackHelper': '1.0', Nov 03 01:53:56.609894 dv-cinder-815614-3-iscsi neutron-server[108317]: 'Log': '1.0', Nov 03 01:53:56.609894 dv-cinder-815614-3-iscsi neutron-server[108317]: 'Network': '1.1', Nov 03 01:53:56.609894 dv-cinder-815614-3-iscsi neutron-server[108317]: 'Port': '1.7', Nov 03 01:53:56.609894 dv-cinder-815614-3-iscsi neutron-server[108317]: 'PortForwarding': '1.2', Nov 03 01:53:56.609894 dv-cinder-815614-3-iscsi neutron-server[108317]: 'QosPolicy': '1.10', Nov 03 01:53:56.609894 dv-cinder-815614-3-iscsi neutron-server[108317]: 'SecurityGroup': '1.5', Nov 03 01:53:56.609894 dv-cinder-815614-3-iscsi neutron-server[108317]: 'SecurityGroupRule': '1.2', Nov 03 01:53:56.609894 dv-cinder-815614-3-iscsi neutron-server[108317]: 'SubPort': '1.0', Nov 03 01:53:56.609894 dv-cinder-815614-3-iscsi neutron-server[108317]: 'Subnet': '1.1', Nov 03 01:53:56.609894 dv-cinder-815614-3-iscsi neutron-server[108317]: 'Trunk': '1.1'}} Nov 03 01:53:56.609894 dv-cinder-815614-3-iscsi neutron-server[108317]: {{(pid=108317) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 03 01:53:56.612338 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3f3c0b-89ea-4dc4-a29c-f26985f2cb03 None None] Checking agent: {'id': '8d43342f-520b-4221-8f38-1d21061a375d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815614-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 1, 53, 24), 'started_at': datetime.datetime(2021, 11, 3, 1, 53, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 1, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815614-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 01:53:56.612753 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3f3c0b-89ea-4dc4-a29c-f26985f2cb03 None None] Checking segment: {'id': '277ef5c0-3b6b-461b-bb98-7624080f8f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '060adbf0-a0c5-454c-af7c-fd0d6168bba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 01:53:56.613257 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron_lib.callbacks.manager [None req-6b3f3c0b-89ea-4dc4-a29c-f26985f2cb03 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:53:56.613644 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3f3c0b-89ea-4dc4-a29c-f26985f2cb03 None None] Bound using segment: {'id': '277ef5c0-3b6b-461b-bb98-7624080f8f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '060adbf0-a0c5-454c-af7c-fd0d6168bba6'} {{(pid=108317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 01:53:56.614156 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.managers [None req-6b3f3c0b-89ea-4dc4-a29c-f26985f2cb03 None None] Bound port: 93b790d2-8580-4567-a743-f217969238e6, host: dv-cinder-815614-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '277ef5c0-3b6b-461b-bb98-7624080f8f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '060adbf0-a0c5-454c-af7c-fd0d6168bba6'}}] {{(pid=108317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 01:53:56.614537 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron_lib.callbacks.manager [None req-6b3f3c0b-89ea-4dc4-a29c-f26985f2cb03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:53:56.680065 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.db [None req-6b3f3c0b-89ea-4dc4-a29c-f26985f2cb03 None None] For port 93b790d2-8580-4567-a743-f217969238e6, host dv-cinder-815614-3-iscsi, cleared binding levels {{(pid=108317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 01:53:56.688473 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-24f835e2-164d-4a47-bd1f-d5dbeeeb1a7d None None] Provisioning complete for port 93b790d2-8580-4567-a743-f217969238e6 triggered by entity DHCP. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 01:53:56.689019 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-24f835e2-164d-4a47-bd1f-d5dbeeeb1a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:53:56.699263 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.db [None req-6b3f3c0b-89ea-4dc4-a29c-f26985f2cb03 None None] For port 93b790d2-8580-4567-a743-f217969238e6, host dv-cinder-815614-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=93b790d2-8580-4567-a743-f217969238e6,segment=NetworkSegment(277ef5c0-3b6b-461b-bb98-7624080f8f12),segment_id=277ef5c0-3b6b-461b-bb98-7624080f8f12)] {{(pid=108317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 01:53:56.724012 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-24f835e2-164d-4a47-bd1f-d5dbeeeb1a7d None None] Port 93b790d2-8580-4567-a743-f217969238e6 cannot update to ACTIVE because it is not bound. {{(pid=108316) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 01:53:56.812573 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron_lib.callbacks.manager [None req-6b3f3c0b-89ea-4dc4-a29c-f26985f2cb03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:53:56.865767 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3f3c0b-89ea-4dc4-a29c-f26985f2cb03 None None] Routers {'ace77a95-3299-416e-b0f9-cdd7f0b71fd8'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 01:53:56.866407 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-6b3f3c0b-89ea-4dc4-a29c-f26985f2cb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T01:53:49Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['ace77a95-3299-416e-b0f9-cdd7f0b71fd8'], 'active': True} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 01:53:56.937505 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1987b65d-2af9-424c-a31c-bc221679e203 None None] Pushing event updated for resources: {'Port': ['ID=93b790d2-8580-4567-a743-f217969238e6,revision_number=4']} {{(pid=108317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 01:53:56.967384 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvr_db [None req-6b3f3c0b-89ea-4dc4-a29c-f26985f2cb03 None None] Set router ace77a95-3299-416e-b0f9-cdd7f0b71fd8 gateway port host: None {{(pid=108317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 01:53:57.043315 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-fe361c2a-5f52-41df-ab89-79124393c5b9 None None] Provisioning complete for port 93b790d2-8580-4567-a743-f217969238e6 triggered by entity DHCP. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 01:53:57.047939 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-fe361c2a-5f52-41df-ab89-79124393c5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:53:57.127746 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-fe361c2a-5f52-41df-ab89-79124393c5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:53:57.159206 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-fe361c2a-5f52-41df-ab89-79124393c5b9 None None] For port 93b790d2-8580-4567-a743-f217969238e6, host dv-cinder-815614-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=93b790d2-8580-4567-a743-f217969238e6,segment=NetworkSegment(277ef5c0-3b6b-461b-bb98-7624080f8f12),segment_id=277ef5c0-3b6b-461b-bb98-7624080f8f12)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 01:53:57.177604 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-6b3f3c0b-89ea-4dc4-a29c-f26985f2cb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace77a95-3299-416e-b0f9-cdd7f0b71fd8', 'name': 'router1', 'tenant_id': 'a7a3efbf76bf460888fcddbe36a32963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T01:53:43Z', 'updated_at': '2021-11-03T01:53:54Z', 'revision_number': 2, 'project_id': 'a7a3efbf76bf460888fcddbe36a32963', 'gw_port_host': None, '_interfaces': [{'id': '93b790d2-8580-4567-a743-f217969238e6', 'name': '', 'network_id': '060adbf0-a0c5-454c-af7c-fd0d6168bba6', 'tenant_id': 'a7a3efbf76bf460888fcddbe36a32963', 'mac_address': 'fa:16:3e:c9:d2:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ace77a95-3299-416e-b0f9-cdd7f0b71fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ef882b4b-88fb-4ddc-8579-45f49b211177', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T01:53:53Z', 'updated_at': '2021-11-03T01:53:56Z', 'revision_number': 4, 'project_id': 'a7a3efbf76bf460888fcddbe36a32963', 'subnets': [{'id': 'ef882b4b-88fb-4ddc-8579-45f49b211177', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ff38ccea-283b-4cc5-84d3-e374f2d0d9d0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 01:53:57.204524 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3f3c0b-89ea-4dc4-a29c-f26985f2cb03 None None] The sync data for ids ['ace77a95-3299-416e-b0f9-cdd7f0b71fd8'] in dv-cinder-815614-3-iscsi is: [{'id': 'ace77a95-3299-416e-b0f9-cdd7f0b71fd8', 'name': 'router1', 'tenant_id': 'a7a3efbf76bf460888fcddbe36a32963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T01:53:43Z', 'updated_at': '2021-11-03T01:53:54Z', 'revision_number': 2, 'project_id': 'a7a3efbf76bf460888fcddbe36a32963', 'gw_port_host': None, '_interfaces': [{'id': '93b790d2-8580-4567-a743-f217969238e6', 'name': '', 'network_id': '060adbf0-a0c5-454c-af7c-fd0d6168bba6', 'tenant_id': 'a7a3efbf76bf460888fcddbe36a32963', 'mac_address': 'fa:16:3e:c9:d2:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ace77a95-3299-416e-b0f9-cdd7f0b71fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ef882b4b-88fb-4ddc-8579-45f49b211177', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T01:53:53Z', 'updated_at': '2021-11-03T01:53:56Z', 'revision_number': 4, 'project_id': 'a7a3efbf76bf460888fcddbe36a32963', 'subnets': [{'id': 'ef882b4b-88fb-4ddc-8579-45f49b211177', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ff38ccea-283b-4cc5-84d3-e374f2d0d9d0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 01:53:57.237182 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-fe361c2a-5f52-41df-ab89-79124393c5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:53:57.285305 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe361c2a-5f52-41df-ab89-79124393c5b9 None None] Pushing event updated for resources: {'Port': ['ID=93b790d2-8580-4567-a743-f217969238e6,revision_number=5']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 01:53:57.424309 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 39478) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 01:53:57.540477 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af723a8c-fe31-4478-95cd-25f514d7b4cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 01:53:57.544014 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-af723a8c-fe31-4478-95cd-25f514d7b4cb admin admin] 10.222.0.30 "GET /v2.0/networks/4ca214f6-e89c-4bd7-af93-48c10786815e HTTP/1.1" status: 200 len: 842 time: 0.1163774 Nov 03 01:53:57.552478 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.v2.base [None req-b6305f53-4524-4dd3-8cef-a2ad84fab60e admin admin] Request body: {'subnet': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'name': 'public-subnet', 'gateway_ip': '172.27.1.1', 'cidr': '172.27.1.0/24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 01:53:57.654609 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6305f53-4524-4dd3-8cef-a2ad84fab60e admin admin] Made reservation on behalf of f24d6f8e8e414798b7e2d191649514d2 for: {'subnet': 1} {{(pid=108315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 01:53:57.657032 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-b6305f53-4524-4dd3-8cef-a2ad84fab60e admin admin] Publish callbacks [] for subnet, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:53:58.059068 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.objects.ports [None req-b6305f53-4524-4dd3-8cef-a2ad84fab60e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108315) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 03 01:53:58.059441 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-b6305f53-4524-4dd3-8cef-a2ad84fab60e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934'] for subnet, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:53:58.117291 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6305f53-4524-4dd3-8cef-a2ad84fab60e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2239322-01a4-44c7-bb94-af7246032662,revision_number=0']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 01:53:58.124456 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6305f53-4524-4dd3-8cef-a2ad84fab60e admin admin] Checking segment: {'id': '1823f467-65f5-492c-8155-6dfe4df97867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 01:53:58.124808 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6305f53-4524-4dd3-8cef-a2ad84fab60e admin admin] Network hostable DHCP agents. Network: 4ca214f6-e89c-4bd7-af93-48c10786815e, hostable agents: ['7b028a63-a201-45f3-9c70-05c56c6a2a18'], hosted agents: [] {{(pid=108315) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 01:53:58.213720 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6305f53-4524-4dd3-8cef-a2ad84fab60e admin admin] Network 4ca214f6-e89c-4bd7-af93-48c10786815e is scheduled to be hosted by DHCP agent 7b028a63-a201-45f3-9c70-05c56c6a2a18 with binding_index 1 {{(pid=108315) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 01:53:58.299486 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.base_scheduler [None req-b6305f53-4524-4dd3-8cef-a2ad84fab60e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815614-3-iscsi, 4ca214f6-e89c-4bd7-af93-48c10786815e) {{(pid=108315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 01:53:58.303661 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6305f53-4524-4dd3-8cef-a2ad84fab60e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 01:53:58.304182 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-b6305f53-4524-4dd3-8cef-a2ad84fab60e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554904'] for subnet, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:53:58.310858 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c076c2f-7748-4109-9a63-a736cac01785 None None] Network 4ca214f6-e89c-4bd7-af93-48c10786815e requested from dv-cinder-815614-3-iscsi {{(pid=108316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 01:53:58.411069 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-b6305f53-4524-4dd3-8cef-a2ad84fab60e admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8619921 Nov 03 01:53:58.447745 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0ba14d-c9ec-480b-bf53-604c79c17432 None None] Network 4ca214f6-e89c-4bd7-af93-48c10786815e requested from dv-cinder-815614-3-iscsi {{(pid=108316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 01:54:00.823804 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 39486) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 01:54:00.960094 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-5027f86c-d0aa-481e-8cbd-e622fc905d18 admin admin] 10.222.0.30 "GET /v2.0/routers/ace77a95-3299-416e-b0f9-cdd7f0b71fd8 HTTP/1.1" status: 200 len: 710 time: 0.1352427 Nov 03 01:54:01.047620 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40688737-8cb1-4837-bd7f-d3eba2be13b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 01:54:01.048988 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-40688737-8cb1-4837-bd7f-d3eba2be13b2 admin admin] 10.222.0.30 "GET /v2.0/networks/4ca214f6-e89c-4bd7-af93-48c10786815e HTTP/1.1" status: 200 len: 886 time: 0.0829046 Nov 03 01:54:01.058648 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.v2.base [None req-c3bbabfd-ebb8-4c2c-b959-4ff1d259e394 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e'}}} {{(pid=108315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 01:54:01.303603 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-c3bbabfd-ebb8-4c2c-b959-4ff1d259e394 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:54:01.608526 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-c3bbabfd-ebb8-4c2c-b959-4ff1d259e394 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:54:01.686373 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-c3bbabfd-ebb8-4c2c-b959-4ff1d259e394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:54:01.787465 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.db.db_base_plugin_common [None req-c3bbabfd-ebb8-4c2c-b959-4ff1d259e394 admin admin] Allocated IP 172.27.1.253 (4ca214f6-e89c-4bd7-af93-48c10786815e/d2239322-01a4-44c7-bb94-af7246032662/674c1f2e-a711-4035-a3ff-c3ad0944657d) {{(pid=108315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 01:54:01.887445 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-c3bbabfd-ebb8-4c2c-b959-4ff1d259e394 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:54:01.979656 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-c3bbabfd-ebb8-4c2c-b959-4ff1d259e394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784217128214'] for port, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:54:02.020729 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bbabfd-ebb8-4c2c-b959-4ff1d259e394 admin admin] Network 4ca214f6-e89c-4bd7-af93-48c10786815e is already hosted by enough agents. {{(pid=108315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 01:54:02.025876 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.base_scheduler [None req-c3bbabfd-ebb8-4c2c-b959-4ff1d259e394 admin admin] Resources bound (agent type, host, resource id): {{(pid=108315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 01:54:02.029541 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bbabfd-ebb8-4c2c-b959-4ff1d259e394 admin admin] Received port after_create {{(pid=108315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 01:54:02.032523 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bbabfd-ebb8-4c2c-b959-4ff1d259e394 admin admin] Pushing event updated for resources: {'Port': ['ID=674c1f2e-a711-4035-a3ff-c3ad0944657d,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 01:54:02.456397 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-c3bbabfd-ebb8-4c2c-b959-4ff1d259e394 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:54:02.661168 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-c3bbabfd-ebb8-4c2c-b959-4ff1d259e394 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641698', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15285'] for router, precommit_update {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:54:02.664603 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-c3bbabfd-ebb8-4c2c-b959-4ff1d259e394 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-641723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-641712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-642340'] for router, after_update {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:54:02.774897 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3bbabfd-ebb8-4c2c-b959-4ff1d259e394 admin admin] Router ace77a95-3299-416e-b0f9-cdd7f0b71fd8 has already been hosted by L3 agent dfdd482b-800d-4ddb-af67-bfdcf28c1d2f {{(pid=108315) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 01:54:02.883074 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3bbabfd-ebb8-4c2c-b959-4ff1d259e394 admin admin] Notify agent at l3_agent.dv-cinder-815614-3-iscsi the message routers_updated {{(pid=108315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 01:54:02.887383 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-c3bbabfd-ebb8-4c2c-b959-4ff1d259e394 admin admin] Publish callbacks [] for router, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:54:02.888498 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-c3bbabfd-ebb8-4c2c-b959-4ff1d259e394 admin admin] 10.222.0.30 "PUT /v2.0/routers/ace77a95-3299-416e-b0f9-cdd7f0b71fd8 HTTP/1.1" status: 200 len: 890 time: 1.8330636 Nov 03 01:54:03.706799 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device 93b790d2-8580-4567-a743-f217969238e6 up at agent ovs-agent-dv-cinder-815614-3-iscsi {{(pid=108316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 01:54:03.754820 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Provisioning complete for port 93b790d2-8580-4567-a743-f217969238e6 triggered by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 01:54:03.755200 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:54:04.113379 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57793ccd-a317-457a-821e-cd14e32ed577 None None] Sync routers for ids ['ace77a95-3299-416e-b0f9-cdd7f0b71fd8'] in dv-cinder-815614-3-iscsi {{(pid=108316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 01:54:04.124947 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57793ccd-a317-457a-821e-cd14e32ed577 None None] Routers {'ace77a95-3299-416e-b0f9-cdd7f0b71fd8'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 01:54:04.125587 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-57793ccd-a317-457a-821e-cd14e32ed577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T01:53:49Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['ace77a95-3299-416e-b0f9-cdd7f0b71fd8'], 'active': True} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 01:54:04.331928 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvr_db [None req-57793ccd-a317-457a-821e-cd14e32ed577 None None] Set router ace77a95-3299-416e-b0f9-cdd7f0b71fd8 gateway port host: dv-cinder-815614-3-iscsi {{(pid=108316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 01:54:04.775874 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-57793ccd-a317-457a-821e-cd14e32ed577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace77a95-3299-416e-b0f9-cdd7f0b71fd8', 'name': 'router1', 'tenant_id': 'a7a3efbf76bf460888fcddbe36a32963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '674c1f2e-a711-4035-a3ff-c3ad0944657d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T01:53:43Z', 'updated_at': '2021-11-03T01:54:02Z', 'revision_number': 4, 'project_id': 'a7a3efbf76bf460888fcddbe36a32963', 'gw_port': {'id': '674c1f2e-a711-4035-a3ff-c3ad0944657d', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:2e:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ace77a95-3299-416e-b0f9-cdd7f0b71fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T01:54:01Z', 'updated_at': '2021-11-03T01:54:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_interfaces': [{'id': '93b790d2-8580-4567-a743-f217969238e6', 'name': '', 'network_id': '060adbf0-a0c5-454c-af7c-fd0d6168bba6', 'tenant_id': 'a7a3efbf76bf460888fcddbe36a32963', 'mac_address': 'fa:16:3e:c9:d2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace77a95-3299-416e-b0f9-cdd7f0b71fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ef882b4b-88fb-4ddc-8579-45f49b211177', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T01:53:53Z', 'updated_at': '2021-11-03T01:53:57Z', 'revision_number': 5, 'project_id': 'a7a3efbf76bf460888fcddbe36a32963', 'subnets': [{'id': 'ef882b4b-88fb-4ddc-8579-45f49b211177', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ff38ccea-283b-4cc5-84d3-e374f2d0d9d0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 01:54:04.826337 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57793ccd-a317-457a-821e-cd14e32ed577 None None] Checking router: ace77a95-3299-416e-b0f9-cdd7f0b71fd8 for host: dv-cinder-815614-3-iscsi {{(pid=108316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 01:54:04.826710 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57793ccd-a317-457a-821e-cd14e32ed577 None None] Updating router ace77a95-3299-416e-b0f9-cdd7f0b71fd8 port 674c1f2e-a711-4035-a3ff-c3ad0944657d binding host dv-cinder-815614-3-iscsi {{(pid=108316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 01:54:04.872841 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-57793ccd-a317-457a-821e-cd14e32ed577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:54:05.186247 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-57793ccd-a317-457a-821e-cd14e32ed577 None None] Publish callbacks [] for port, precommit_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:54:05.287880 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-57793ccd-a317-457a-821e-cd14e32ed577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:54:05.340311 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 39498) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 01:54:05.341316 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.managers [None req-57793ccd-a317-457a-821e-cd14e32ed577 None None] Attempting to bind port 674c1f2e-a711-4035-a3ff-c3ad0944657d on host dv-cinder-815614-3-iscsi for vnic_type normal with profile {{(pid=108316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 01:54:05.341682 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.managers [None req-57793ccd-a317-457a-821e-cd14e32ed577 None None] Attempting to bind port 674c1f2e-a711-4035-a3ff-c3ad0944657d by drivers openvswitch,hyperv on host dv-cinder-815614-3-iscsi at level 0 using segments [{'id': '1823f467-65f5-492c-8155-6dfe4df97867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e'}] {{(pid=108316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 01:54:05.342042 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57793ccd-a317-457a-821e-cd14e32ed577 None None] Attempting to bind port 674c1f2e-a711-4035-a3ff-c3ad0944657d on network 4ca214f6-e89c-4bd7-af93-48c10786815e {{(pid=108316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 01:54:05.343997 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f19e8a9-0d09-4750-9e15-242284e3f298 None None] Pushing event updated for resources: {'Port': ['ID=674c1f2e-a711-4035-a3ff-c3ad0944657d,revision_number=2']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 01:54:05.349417 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57793ccd-a317-457a-821e-cd14e32ed577 None None] Checking agent: {'id': '8d43342f-520b-4221-8f38-1d21061a375d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815614-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 1, 53, 24), 'started_at': datetime.datetime(2021, 11, 3, 1, 53, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 1, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815614-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 01:54:05.349795 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57793ccd-a317-457a-821e-cd14e32ed577 None None] Checking segment: {'id': '1823f467-65f5-492c-8155-6dfe4df97867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 01:54:05.350399 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-57793ccd-a317-457a-821e-cd14e32ed577 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:54:05.350578 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57793ccd-a317-457a-821e-cd14e32ed577 None None] Bound using segment: {'id': '1823f467-65f5-492c-8155-6dfe4df97867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e'} {{(pid=108316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 01:54:05.351347 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.managers [None req-57793ccd-a317-457a-821e-cd14e32ed577 None None] Bound port: 674c1f2e-a711-4035-a3ff-c3ad0944657d, host: dv-cinder-815614-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1823f467-65f5-492c-8155-6dfe4df97867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e'}}] {{(pid=108316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 01:54:05.351435 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-57793ccd-a317-457a-821e-cd14e32ed577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:54:05.401187 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-57793ccd-a317-457a-821e-cd14e32ed577 None None] For port 674c1f2e-a711-4035-a3ff-c3ad0944657d, host dv-cinder-815614-3-iscsi, cleared binding levels {{(pid=108316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 01:54:05.404161 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-57793ccd-a317-457a-821e-cd14e32ed577 None None] For port 674c1f2e-a711-4035-a3ff-c3ad0944657d, host dv-cinder-815614-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=674c1f2e-a711-4035-a3ff-c3ad0944657d,segment=NetworkSegment(1823f467-65f5-492c-8155-6dfe4df97867),segment_id=1823f467-65f5-492c-8155-6dfe4df97867)] {{(pid=108316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 01:54:05.453830 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-34c40933-cae0-4174-a1be-52a1f8ac9510 admin admin] 10.222.0.30 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1122360 Nov 03 01:54:05.517292 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-57793ccd-a317-457a-821e-cd14e32ed577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:54:05.580854 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57793ccd-a317-457a-821e-cd14e32ed577 None None] Routers {'ace77a95-3299-416e-b0f9-cdd7f0b71fd8'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 01:54:05.581493 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-57793ccd-a317-457a-821e-cd14e32ed577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T01:53:49Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['ace77a95-3299-416e-b0f9-cdd7f0b71fd8'], 'active': True} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 01:54:05.583880 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f19e8a9-0d09-4750-9e15-242284e3f298 None None] Pushing event updated for resources: {'Port': ['ID=674c1f2e-a711-4035-a3ff-c3ad0944657d,revision_number=3']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 01:54:05.696297 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvr_db [None req-57793ccd-a317-457a-821e-cd14e32ed577 None None] Set router ace77a95-3299-416e-b0f9-cdd7f0b71fd8 gateway port host: dv-cinder-815614-3-iscsi {{(pid=108316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 01:54:05.908359 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-57793ccd-a317-457a-821e-cd14e32ed577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace77a95-3299-416e-b0f9-cdd7f0b71fd8', 'name': 'router1', 'tenant_id': 'a7a3efbf76bf460888fcddbe36a32963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '674c1f2e-a711-4035-a3ff-c3ad0944657d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T01:53:43Z', 'updated_at': '2021-11-03T01:54:02Z', 'revision_number': 4, 'project_id': 'a7a3efbf76bf460888fcddbe36a32963', 'gw_port': {'id': '674c1f2e-a711-4035-a3ff-c3ad0944657d', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:2e:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ace77a95-3299-416e-b0f9-cdd7f0b71fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T01:54:01Z', 'updated_at': '2021-11-03T01:54:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_interfaces': [{'id': '93b790d2-8580-4567-a743-f217969238e6', 'name': '', 'network_id': '060adbf0-a0c5-454c-af7c-fd0d6168bba6', 'tenant_id': 'a7a3efbf76bf460888fcddbe36a32963', 'mac_address': 'fa:16:3e:c9:d2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace77a95-3299-416e-b0f9-cdd7f0b71fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ef882b4b-88fb-4ddc-8579-45f49b211177', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T01:53:53Z', 'updated_at': '2021-11-03T01:53:57Z', 'revision_number': 5, 'project_id': 'a7a3efbf76bf460888fcddbe36a32963', 'subnets': [{'id': 'ef882b4b-88fb-4ddc-8579-45f49b211177', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ff38ccea-283b-4cc5-84d3-e374f2d0d9d0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 01:54:05.935016 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57793ccd-a317-457a-821e-cd14e32ed577 None None] The sync data for ids ['ace77a95-3299-416e-b0f9-cdd7f0b71fd8'] in dv-cinder-815614-3-iscsi is: [{'id': 'ace77a95-3299-416e-b0f9-cdd7f0b71fd8', 'name': 'router1', 'tenant_id': 'a7a3efbf76bf460888fcddbe36a32963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '674c1f2e-a711-4035-a3ff-c3ad0944657d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T01:53:43Z', 'updated_at': '2021-11-03T01:54:02Z', 'revision_number': 4, 'project_id': 'a7a3efbf76bf460888fcddbe36a32963', 'gw_port': {'id': '674c1f2e-a711-4035-a3ff-c3ad0944657d', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:2e:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ace77a95-3299-416e-b0f9-cdd7f0b71fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T01:54:01Z', 'updated_at': '2021-11-03T01:54:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_interfaces': [{'id': '93b790d2-8580-4567-a743-f217969238e6', 'name': '', 'network_id': '060adbf0-a0c5-454c-af7c-fd0d6168bba6', 'tenant_id': 'a7a3efbf76bf460888fcddbe36a32963', 'mac_address': 'fa:16:3e:c9:d2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace77a95-3299-416e-b0f9-cdd7f0b71fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ef882b4b-88fb-4ddc-8579-45f49b211177', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T01:53:53Z', 'updated_at': '2021-11-03T01:53:57Z', 'revision_number': 5, 'project_id': 'a7a3efbf76bf460888fcddbe36a32963', 'subnets': [{'id': 'ef882b4b-88fb-4ddc-8579-45f49b211177', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ff38ccea-283b-4cc5-84d3-e374f2d0d9d0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 01:54:07.706452 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device 674c1f2e-a711-4035-a3ff-c3ad0944657d up at agent ovs-agent-dv-cinder-815614-3-iscsi {{(pid=108316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 01:54:07.766280 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Provisioning complete for port 674c1f2e-a711-4035-a3ff-c3ad0944657d triggered by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 01:54:07.767093 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:54:07.853248 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:54:07.876373 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] For port 674c1f2e-a711-4035-a3ff-c3ad0944657d, host dv-cinder-815614-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=674c1f2e-a711-4035-a3ff-c3ad0944657d,segment=NetworkSegment(1823f467-65f5-492c-8155-6dfe4df97867),segment_id=1823f467-65f5-492c-8155-6dfe4df97867)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 01:54:07.939795 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:54:07.996470 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Pushing event updated for resources: {'Port': ['ID=674c1f2e-a711-4035-a3ff-c3ad0944657d,revision_number=4']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 01:54:09.685394 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device 674c1f2e-a711-4035-a3ff-c3ad0944657d up at agent ovs-agent-dv-cinder-815614-3-iscsi {{(pid=108316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 01:54:09.743808 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Provisioning complete for port 674c1f2e-a711-4035-a3ff-c3ad0944657d triggered by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 01:54:09.744190 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:54:16.659809 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-963e878a-cd61-4255-8876-854dc20fff88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:54:18.898930 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-2b0e2a08-4e49-44fd-bc0d-f7e7fabdfcc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:54:19.859004 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-3baf3433-eee1-48f0-90c8-209ed8ef0e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:54:21.282026 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-5b813f54-077d-440d-903f-32bc670fe069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:54:24.054148 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:54:24.954612 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.agents_db [None req-a2914077-2d9d-4477-8dde-df1573e0789a None None] Agent healthcheck: found 5 active agents {{(pid=108317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 01:54:46.638755 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-0c81a69e-44e1-4aaa-b7f3-fdf8cc746f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:54:48.898291 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-1685dc27-972f-433c-896d-5ea7475f221e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:54:49.872650 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-3baf3433-eee1-48f0-90c8-209ed8ef0e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:54:51.367573 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-5b813f54-077d-440d-903f-32bc670fe069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:54:54.038578 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:55:01.954278 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.agents_db [None req-a2914077-2d9d-4477-8dde-df1573e0789a None None] Agent healthcheck: found 5 active agents {{(pid=108317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 01:55:16.634437 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-e2314ae3-2d49-4cdd-ba56-cd65b225df2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:55:18.886008 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-6e723789-8478-4bd1-a5e6-87c3e897b957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:55:19.865909 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-3baf3433-eee1-48f0-90c8-209ed8ef0e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:55:21.257406 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-5b813f54-077d-440d-903f-32bc670fe069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:55:24.037310 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:55:38.953748 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.agents_db [None req-a2914077-2d9d-4477-8dde-df1573e0789a None None] Agent healthcheck: found 5 active agents {{(pid=108317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 01:55:46.152956 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 40060) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 01:55:46.213761 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.pecan_wsgi.hooks.translation [None req-c82530f2-e6f6-4246-be88-6c49a8a7b6ec admin admin] GET failed (client error): The resource could not be found. Nov 03 01:55:46.215110 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-c82530f2-e6f6-4246-be88-6c49a8a7b6ec admin admin] 10.222.0.30 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0612087 Nov 03 01:55:46.374153 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38840f79-9d21-41e3-9b4d-1193ea909cca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 01:55:46.375670 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-38840f79-9d21-41e3-9b4d-1193ea909cca admin admin] 10.222.0.30 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1559300 Nov 03 01:55:46.687295 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-c524c6e9-5055-4b68-a92e-c637b651e176 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:55:48.678521 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 40070) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 01:55:48.775151 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5b5ef4-9ac3-4778-83f8-9cdd32b7a992 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 01:55:48.776552 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-ed5b5ef4-9ac3-4778-83f8-9cdd32b7a992 admin admin] 10.222.0.30 "GET /v2.0/subnets/ef882b4b-88fb-4ddc-8579-45f49b211177 HTTP/1.1" status: 200 len: 849 time: 0.0969594 Nov 03 01:55:48.786618 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.v2.base [None req-1d1d9144-7315-4763-a275-08e52071e6b7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=108315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 01:55:48.871015 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-1d1d9144-7315-4763-a275-08e52071e6b7 admin admin] Publish callbacks [] for subnet, before_update {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:55:48.898769 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-b75e6ef8-92ea-487e-ae00-5adca9b2d9f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:55:49.188648 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-1d1d9144-7315-4763-a275-08e52071e6b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784217703271'] for subnet, after_update {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:55:49.219222 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1d9144-7315-4763-a275-08e52071e6b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 01:55:49.219807 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-1d1d9144-7315-4763-a275-08e52071e6b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554904'] for subnet, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:55:49.221106 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-1d1d9144-7315-4763-a275-08e52071e6b7 admin admin] 10.222.0.30 "PUT /v2.0/subnets/ef882b4b-88fb-4ddc-8579-45f49b211177 HTTP/1.1" status: 200 len: 868 time: 0.4382336 Nov 03 01:55:49.224372 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42208cc6-dbcf-499d-944b-34e7cb728259 None None] Network 060adbf0-a0c5-454c-af7c-fd0d6168bba6 requested from dv-cinder-815614-3-iscsi {{(pid=108316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 01:55:49.244293 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1d9144-7315-4763-a275-08e52071e6b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef882b4b-88fb-4ddc-8579-45f49b211177,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 01:55:49.251947 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1d9144-7315-4763-a275-08e52071e6b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:55:49.252323 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1d9144-7315-4763-a275-08e52071e6b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:55:49.252666 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1d9144-7315-4763-a275-08e52071e6b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:55:49.253002 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1d9144-7315-4763-a275-08e52071e6b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:55:49.253336 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1d9144-7315-4763-a275-08e52071e6b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:55:49.253742 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1d9144-7315-4763-a275-08e52071e6b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:55:49.254431 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1d9144-7315-4763-a275-08e52071e6b7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:55:49.254783 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1d9144-7315-4763-a275-08e52071e6b7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:55:49.255776 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1d9144-7315-4763-a275-08e52071e6b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:55:49.256190 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1d9144-7315-4763-a275-08e52071e6b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:55:49.256528 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1d9144-7315-4763-a275-08e52071e6b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:55:49.256858 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1d9144-7315-4763-a275-08e52071e6b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:55:49.581075 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-bf3b0749-929c-4d5d-a2d8-ac81de3690f2 None None] Provisioning complete for port 74d67793-e311-4b58-a22d-2d826bda64d9 triggered by entity DHCP. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 01:55:49.581522 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-bf3b0749-929c-4d5d-a2d8-ac81de3690f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:55:49.669628 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-bf3b0749-929c-4d5d-a2d8-ac81de3690f2 None None] Provisioning complete for port 93b790d2-8580-4567-a743-f217969238e6 triggered by entity DHCP. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 01:55:49.669921 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-bf3b0749-929c-4d5d-a2d8-ac81de3690f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:55:49.885468 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-3baf3433-eee1-48f0-90c8-209ed8ef0e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:55:51.252784 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-5b813f54-077d-440d-903f-32bc670fe069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:55:51.484735 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 40078) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 01:55:51.680426 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8f57ed-0b74-45e6-a6ee-324dad728128 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 01:55:51.680894 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8f57ed-0b74-45e6-a6ee-324dad728128 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 01:55:51.682462 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-fb8f57ed-0b74-45e6-a6ee-324dad728128 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1967711 Nov 03 01:55:53.940077 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 40086) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 01:55:54.053022 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:55:54.272472 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.policy [None req-ff857303-c870-4315-b6de-ce047eacaf90 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=108314) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 03 01:55:54.321215 dv-cinder-815614-3-iscsi neutron-server[108314]: WARNING oslo_policy.policy [None req-ff857303-c870-4315-b6de-ce047eacaf90 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 03 01:55:54.321591 dv-cinder-815614-3-iscsi neutron-server[108314]: WARNING oslo_policy.policy [None req-ff857303-c870-4315-b6de-ce047eacaf90 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 03 01:55:54.330074 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff857303-c870-4315-b6de-ce047eacaf90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 01:55:54.330564 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff857303-c870-4315-b6de-ce047eacaf90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 01:55:54.332466 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-ff857303-c870-4315-b6de-ce047eacaf90 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.3914394 Nov 03 01:55:56.592814 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 40098) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 01:55:56.798384 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d8acdf-03fe-4666-ae0f-8bdf48c7db24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 01:55:56.799627 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-64d8acdf-03fe-4666-ae0f-8bdf48c7db24 admin admin] 10.222.0.30 "GET /v2.0/networks/060adbf0-a0c5-454c-af7c-fd0d6168bba6 HTTP/1.1" status: 200 len: 869 time: 0.2058539 Nov 03 01:55:59.044551 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 40106) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 01:55:59.169001 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb08a1f-7bc2-4b8b-a3b7-ed3128b5f139 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 01:55:59.170338 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-dfb08a1f-7bc2-4b8b-a3b7-ed3128b5f139 admin admin] 10.222.0.30 "GET /v2.0/networks/4ca214f6-e89c-4bd7-af93-48c10786815e HTTP/1.1" status: 200 len: 886 time: 0.1248097 Nov 03 01:56:01.450013 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 40114) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 01:56:01.573694 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a10d97-3867-4f6f-80cc-bd87d225ae92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 01:56:01.574161 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a10d97-3867-4f6f-80cc-bd87d225ae92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 01:56:01.575685 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-91a10d97-3867-4f6f-80cc-bd87d225ae92 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1246233 Nov 03 01:56:03.830224 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 40122) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 01:56:03.922010 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bc855d-d09d-40e9-ab51-4624f59f5b16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 01:56:03.922478 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bc855d-d09d-40e9-ab51-4624f59f5b16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 01:56:03.923935 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-75bc855d-d09d-40e9-ab51-4624f59f5b16 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0929000 Nov 03 01:56:06.188364 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 40130) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 01:56:06.295404 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de6a7d8-94ef-4b55-aafc-0a0f504b2d15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 01:56:06.296722 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-6de6a7d8-94ef-4b55-aafc-0a0f504b2d15 admin admin] 10.222.0.30 "GET /v2.0/subnets/d2239322-01a4-44c7-bb94-af7246032662 HTTP/1.1" status: 200 len: 816 time: 0.1074345 Nov 03 01:56:08.576246 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 40138) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 01:56:08.668690 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0677522e-b346-4560-a6cf-26e96e2f17a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 01:56:08.670006 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-0677522e-b346-4560-a6cf-26e96e2f17a2 admin admin] 10.222.0.30 "GET /v2.0/subnets/ef882b4b-88fb-4ddc-8579-45f49b211177 HTTP/1.1" status: 200 len: 868 time: 0.0928183 Nov 03 01:56:15.952093 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.agents_db [None req-a2914077-2d9d-4477-8dde-df1573e0789a None None] Agent healthcheck: found 5 active agents {{(pid=108317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 01:56:16.651784 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-be9b68d6-c521-418b-b139-897b019e1752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:56:18.936980 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-8c9a3ace-a909-47e6-9e9b-3caaf6f2e1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:56:19.868830 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-3baf3433-eee1-48f0-90c8-209ed8ef0e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:56:21.274542 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-5b813f54-077d-440d-903f-32bc670fe069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:56:24.016346 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:56:33.289133 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 40192) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 01:56:33.336447 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [None req-4d9d88d8-8a00-4c02-bb21-f527aec37f8e admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=108315) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 01:56:33.337439 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-4d9d88d8-8a00-4c02-bb21-f527aec37f8e admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0473187 Nov 03 01:56:35.669884 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 40200) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 01:56:35.729737 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.pecan_wsgi.hooks.translation [None req-a16b5959-f438-41f1-bf75-da5a889f2c32 admin admin] GET failed (client error): The resource could not be found. Nov 03 01:56:35.731060 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-a16b5959-f438-41f1-bf75-da5a889f2c32 admin admin] 10.222.0.30 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0601985 Nov 03 01:56:35.912221 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f0d783-4e16-4191-b8f5-8f84d3e09127 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 01:56:35.914329 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-d0f0d783-4e16-4191-b8f5-8f84d3e09127 admin admin] 10.222.0.30 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1786854 Nov 03 01:56:38.228653 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 40208) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 01:56:38.274382 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.v2.base [None req-073d5cbe-71e5-4324-b7a5-7aa4b1514d20 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=108315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 01:56:38.393322 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-073d5cbe-71e5-4324-b7a5-7aa4b1514d20 admin admin] Made reservation on behalf of f24d6f8e8e414798b7e2d191649514d2 for: {'network': 1} {{(pid=108315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 01:56:38.395672 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-073d5cbe-71e5-4324-b7a5-7aa4b1514d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for network, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:56:38.423280 dv-cinder-815614-3-iscsi neutron-server[108315]: WARNING neutron.services.revisions.revision_plugin [None req-073d5cbe-71e5-4324-b7a5-7aa4b1514d20 admin admin] Could not find related network for resource to bump revision. Nov 03 01:56:38.433885 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-073d5cbe-71e5-4324-b7a5-7aa4b1514d20 admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=108315) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 01:56:38.442614 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-073d5cbe-71e5-4324-b7a5-7aa4b1514d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1588371'] for segment, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:56:38.443707 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.db.segments_db [None req-073d5cbe-71e5-4324-b7a5-7aa4b1514d20 admin admin] Added segment c16e91f5-58c7-419d-96e1-c9bc67d1e16c of type vlan for network 9b017753-eb9d-4dbb-8124-9eb1ffb51760 Nov 03 01:56:38.489893 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-073d5cbe-71e5-4324-b7a5-7aa4b1514d20 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784217148025'] for network, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:56:38.587132 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-073d5cbe-71e5-4324-b7a5-7aa4b1514d20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934'] for network, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:56:38.588086 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073d5cbe-71e5-4324-b7a5-7aa4b1514d20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 01:56:38.588656 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-073d5cbe-71e5-4324-b7a5-7aa4b1514d20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554904'] for network, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:56:38.644313 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073d5cbe-71e5-4324-b7a5-7aa4b1514d20 admin admin] Pushing event updated for resources: {'Network': ['ID=9b017753-eb9d-4dbb-8124-9eb1ffb51760,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 01:56:38.654868 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Network 9b017753-eb9d-4dbb-8124-9eb1ffb51760 details requested by agent ovs-agent-dv-cinder-815614-3-iscsi with host dv-cinder-815614-3-iscsi {{(pid=108316) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 01:56:38.676935 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-073d5cbe-71e5-4324-b7a5-7aa4b1514d20 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4470809 Nov 03 01:56:40.971743 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 40216) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 01:56:41.038816 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd9d82f2-0eee-4664-80c7-1c0f6accc63a admin admin] GET failed (client error): The resource could not be found. Nov 03 01:56:41.040173 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-cd9d82f2-0eee-4664-80c7-1c0f6accc63a admin admin] 10.222.0.30 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0674689 Nov 03 01:56:41.108792 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2569e6-9d77-4dcb-b6b4-661e6f39783e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 01:56:41.110248 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-1e2569e6-9d77-4dcb-b6b4-661e6f39783e admin admin] 10.222.0.30 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0653944 Nov 03 01:56:41.120747 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.v2.base [None req-8c8aaadf-393d-4bb7-9120-d224eb2a9289 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': '9b017753-eb9d-4dbb-8124-9eb1ffb51760'}} {{(pid=108315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 01:56:41.181684 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c8aaadf-393d-4bb7-9120-d224eb2a9289 admin admin] Made reservation on behalf of f24d6f8e8e414798b7e2d191649514d2 for: {'subnet': 1} {{(pid=108315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 01:56:41.183843 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-8c8aaadf-393d-4bb7-9120-d224eb2a9289 admin admin] Publish callbacks [] for subnet, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:56:41.388113 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-8c8aaadf-393d-4bb7-9120-d224eb2a9289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934'] for subnet, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:56:41.442204 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8aaadf-393d-4bb7-9120-d224eb2a9289 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92fec69e-2002-4616-8b6b-963b380c48f9,revision_number=0']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 01:56:41.450222 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8aaadf-393d-4bb7-9120-d224eb2a9289 admin admin] Checking segment: {'id': 'c16e91f5-58c7-419d-96e1-c9bc67d1e16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '9b017753-eb9d-4dbb-8124-9eb1ffb51760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 01:56:41.450574 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8aaadf-393d-4bb7-9120-d224eb2a9289 admin admin] Network hostable DHCP agents. Network: 9b017753-eb9d-4dbb-8124-9eb1ffb51760, hostable agents: ['7b028a63-a201-45f3-9c70-05c56c6a2a18'], hosted agents: [] {{(pid=108315) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 01:56:41.524826 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8aaadf-393d-4bb7-9120-d224eb2a9289 admin admin] Network 9b017753-eb9d-4dbb-8124-9eb1ffb51760 is scheduled to be hosted by DHCP agent 7b028a63-a201-45f3-9c70-05c56c6a2a18 with binding_index 1 {{(pid=108315) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 01:56:41.605041 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.base_scheduler [None req-8c8aaadf-393d-4bb7-9120-d224eb2a9289 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815614-3-iscsi, 9b017753-eb9d-4dbb-8124-9eb1ffb51760) {{(pid=108315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 01:56:41.609213 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8aaadf-393d-4bb7-9120-d224eb2a9289 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 01:56:41.609795 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-8c8aaadf-393d-4bb7-9120-d224eb2a9289 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554904'] for subnet, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:56:41.615221 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204ec4fb-3929-4a4c-8813-a50f5b9d5538 None None] Network 9b017753-eb9d-4dbb-8124-9eb1ffb51760 requested from dv-cinder-815614-3-iscsi {{(pid=108316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 01:56:41.693792 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-8c8aaadf-393d-4bb7-9120-d224eb2a9289 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5761223 Nov 03 01:56:41.777164 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbe34f9-9e5c-46bb-95d5-3631b9dbc87d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1c4a7f7-6499-5e5a-80e6-341c4ff4fafa-9b017753-eb9d-4dbb-8124-9eb1ffb51760', 'network_id': '9b017753-eb9d-4dbb-8124-9eb1ffb51760', 'tenant_id': 'f24d6f8e8e414798b7e2d191649514d2', 'fixed_ips': [{'subnet_id': '92fec69e-2002-4616-8b6b-963b380c48f9'}]}} from dv-cinder-815614-3-iscsi. {{(pid=108316) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 01:56:41.778065 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-bdbe34f9-9e5c-46bb-95d5-3631b9dbc87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_create {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:56:41.920780 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.db_base_plugin_common [None req-bdbe34f9-9e5c-46bb-95d5-3631b9dbc87d None None] Allocated IP 192.168.233.2 (9b017753-eb9d-4dbb-8124-9eb1ffb51760/92fec69e-2002-4616-8b6b-963b380c48f9/4dbc6e79-a889-4d8e-b371-50cd05671f69) {{(pid=108316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 01:56:42.064719 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-bdbe34f9-9e5c-46bb-95d5-3631b9dbc87d None None] Publish callbacks [] for port, precommit_create {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:56:42.188423 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-bdbe34f9-9e5c-46bb-95d5-3631b9dbc87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784217128214'] for port, after_create {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:56:42.225790 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbe34f9-9e5c-46bb-95d5-3631b9dbc87d None None] Network 9b017753-eb9d-4dbb-8124-9eb1ffb51760 is already hosted by enough agents. {{(pid=108316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 01:56:42.231079 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.scheduler.base_scheduler [None req-bdbe34f9-9e5c-46bb-95d5-3631b9dbc87d None None] Resources bound (agent type, host, resource id): {{(pid=108316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 01:56:42.234600 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbe34f9-9e5c-46bb-95d5-3631b9dbc87d None None] Received port after_create {{(pid=108316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 01:56:42.241962 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbe34f9-9e5c-46bb-95d5-3631b9dbc87d None None] Pushing event updated for resources: {'Port': ['ID=4dbc6e79-a889-4d8e-b371-50cd05671f69,revision_number=1']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 01:56:42.251337 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbe34f9-9e5c-46bb-95d5-3631b9dbc87d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:56:42.251703 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbe34f9-9e5c-46bb-95d5-3631b9dbc87d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:56:42.252047 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbe34f9-9e5c-46bb-95d5-3631b9dbc87d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:56:42.252373 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbe34f9-9e5c-46bb-95d5-3631b9dbc87d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:56:42.252700 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbe34f9-9e5c-46bb-95d5-3631b9dbc87d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:56:42.253026 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbe34f9-9e5c-46bb-95d5-3631b9dbc87d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:56:42.253347 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbe34f9-9e5c-46bb-95d5-3631b9dbc87d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:56:42.253668 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbe34f9-9e5c-46bb-95d5-3631b9dbc87d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:56:42.254004 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbe34f9-9e5c-46bb-95d5-3631b9dbc87d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:56:42.254352 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbe34f9-9e5c-46bb-95d5-3631b9dbc87d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:56:42.254678 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbe34f9-9e5c-46bb-95d5-3631b9dbc87d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:56:42.254990 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbe34f9-9e5c-46bb-95d5-3631b9dbc87d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:56:42.303217 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.managers [None req-bdbe34f9-9e5c-46bb-95d5-3631b9dbc87d None None] Attempting to bind port 4dbc6e79-a889-4d8e-b371-50cd05671f69 on host dv-cinder-815614-3-iscsi for vnic_type normal with profile {{(pid=108316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 01:56:42.303606 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.managers [None req-bdbe34f9-9e5c-46bb-95d5-3631b9dbc87d None None] Attempting to bind port 4dbc6e79-a889-4d8e-b371-50cd05671f69 by drivers openvswitch,hyperv on host dv-cinder-815614-3-iscsi at level 0 using segments [{'id': 'c16e91f5-58c7-419d-96e1-c9bc67d1e16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '9b017753-eb9d-4dbb-8124-9eb1ffb51760'}] {{(pid=108316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 01:56:42.303960 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbe34f9-9e5c-46bb-95d5-3631b9dbc87d None None] Attempting to bind port 4dbc6e79-a889-4d8e-b371-50cd05671f69 on network 9b017753-eb9d-4dbb-8124-9eb1ffb51760 {{(pid=108316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 01:56:42.308986 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbe34f9-9e5c-46bb-95d5-3631b9dbc87d None None] Checking agent: {'id': '8d43342f-520b-4221-8f38-1d21061a375d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815614-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 1, 53, 24), 'started_at': datetime.datetime(2021, 11, 3, 1, 53, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 1, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815614-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 01:56:42.309364 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbe34f9-9e5c-46bb-95d5-3631b9dbc87d None None] Checking segment: {'id': 'c16e91f5-58c7-419d-96e1-c9bc67d1e16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '9b017753-eb9d-4dbb-8124-9eb1ffb51760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 01:56:42.309758 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-bdbe34f9-9e5c-46bb-95d5-3631b9dbc87d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:56:42.310201 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbe34f9-9e5c-46bb-95d5-3631b9dbc87d None None] Bound using segment: {'id': 'c16e91f5-58c7-419d-96e1-c9bc67d1e16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '9b017753-eb9d-4dbb-8124-9eb1ffb51760'} {{(pid=108316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 01:56:42.310659 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.managers [None req-bdbe34f9-9e5c-46bb-95d5-3631b9dbc87d None None] Bound port: 4dbc6e79-a889-4d8e-b371-50cd05671f69, host: dv-cinder-815614-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c16e91f5-58c7-419d-96e1-c9bc67d1e16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '9b017753-eb9d-4dbb-8124-9eb1ffb51760'}}] {{(pid=108316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 01:56:42.311048 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-bdbe34f9-9e5c-46bb-95d5-3631b9dbc87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:56:42.373392 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-bdbe34f9-9e5c-46bb-95d5-3631b9dbc87d None None] For port 4dbc6e79-a889-4d8e-b371-50cd05671f69, host dv-cinder-815614-3-iscsi, cleared binding levels {{(pid=108316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 01:56:42.376404 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-bdbe34f9-9e5c-46bb-95d5-3631b9dbc87d None None] For port 4dbc6e79-a889-4d8e-b371-50cd05671f69, host dv-cinder-815614-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=4dbc6e79-a889-4d8e-b371-50cd05671f69,segment=NetworkSegment(c16e91f5-58c7-419d-96e1-c9bc67d1e16c),segment_id=c16e91f5-58c7-419d-96e1-c9bc67d1e16c)] {{(pid=108316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 01:56:42.433318 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-bdbe34f9-9e5c-46bb-95d5-3631b9dbc87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:56:42.491466 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbe34f9-9e5c-46bb-95d5-3631b9dbc87d None None] Pushing event updated for resources: {'Port': ['ID=4dbc6e79-a889-4d8e-b371-50cd05671f69,revision_number=2']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 01:56:43.313907 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea3036e-86f9-48cb-82fd-cea68354cbd4 None None] Network 9b017753-eb9d-4dbb-8124-9eb1ffb51760 requested from dv-cinder-815614-3-iscsi {{(pid=108316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 01:56:43.387704 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-f336524a-f18e-41ec-a215-79079bf35445 None None] Provisioning complete for port 4dbc6e79-a889-4d8e-b371-50cd05671f69 triggered by entity DHCP. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 01:56:43.388063 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-f336524a-f18e-41ec-a215-79079bf35445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:56:43.528943 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-f336524a-f18e-41ec-a215-79079bf35445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:56:43.565712 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-f336524a-f18e-41ec-a215-79079bf35445 None None] For port 4dbc6e79-a889-4d8e-b371-50cd05671f69, host dv-cinder-815614-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=4dbc6e79-a889-4d8e-b371-50cd05671f69,segment=NetworkSegment(c16e91f5-58c7-419d-96e1-c9bc67d1e16c),segment_id=c16e91f5-58c7-419d-96e1-c9bc67d1e16c)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 01:56:43.662200 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-f336524a-f18e-41ec-a215-79079bf35445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:56:43.721557 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f336524a-f18e-41ec-a215-79079bf35445 None None] Pushing event updated for resources: {'Port': ['ID=4dbc6e79-a889-4d8e-b371-50cd05671f69,revision_number=3']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 01:56:43.782983 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-ec371110-a6da-400d-9a08-6061e40886e8 None None] Provisioning complete for port 4dbc6e79-a889-4d8e-b371-50cd05671f69 triggered by entity DHCP. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 01:56:43.783285 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-ec371110-a6da-400d-9a08-6061e40886e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:56:43.812080 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device 4dbc6e79-a889-4d8e-b371-50cd05671f69 up at agent ovs-agent-dv-cinder-815614-3-iscsi {{(pid=108316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 01:56:43.899264 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Provisioning complete for port 4dbc6e79-a889-4d8e-b371-50cd05671f69 triggered by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 01:56:43.899626 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:56:45.759626 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device 4dbc6e79-a889-4d8e-b371-50cd05671f69 up at agent ovs-agent-dv-cinder-815614-3-iscsi {{(pid=108316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 01:56:45.806859 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Provisioning complete for port 4dbc6e79-a889-4d8e-b371-50cd05671f69 triggered by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 01:56:45.807225 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:56:46.644315 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-aba91141-e9ef-47be-98f7-788e9916d89d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:56:48.878919 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-52284e5f-64b5-43bf-905b-934cea361cb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:56:49.883913 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-3baf3433-eee1-48f0-90c8-209ed8ef0e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:56:51.272940 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-5b813f54-077d-440d-903f-32bc670fe069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:56:52.951466 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.agents_db [None req-a2914077-2d9d-4477-8dde-df1573e0789a None None] Agent healthcheck: found 5 active agents {{(pid=108317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 01:56:53.998431 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:57:16.643236 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-f98d07d3-3ed0-40b1-a5f3-c55ff4dc7bfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:57:18.883295 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-ae2ce414-65f7-44e4-ad8a-bd22417feff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:57:19.866320 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-3baf3433-eee1-48f0-90c8-209ed8ef0e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:57:21.277460 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-5b813f54-077d-440d-903f-32bc670fe069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:57:24.054649 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:57:29.949518 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.agents_db [None req-a2914077-2d9d-4477-8dde-df1573e0789a None None] Agent healthcheck: found 5 active agents {{(pid=108317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 01:57:46.647999 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-de693972-5d82-47e3-bd9a-3d4da0836786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:57:48.888301 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-6769a85f-9a57-4854-8ffd-6124367bf709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:57:49.859736 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-3baf3433-eee1-48f0-90c8-209ed8ef0e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:57:51.271166 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-5b813f54-077d-440d-903f-32bc670fe069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:57:54.024574 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:58:06.948498 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.agents_db [None req-a2914077-2d9d-4477-8dde-df1573e0789a None None] Agent healthcheck: found 5 active agents {{(pid=108317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 01:58:16.722207 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-19b34c5e-e1ee-4002-bf27-ad75e8ccd1f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:58:18.911259 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-61b86158-6689-489c-8dd9-80531d5e55ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:58:19.869989 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-3baf3433-eee1-48f0-90c8-209ed8ef0e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:58:21.276156 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-5b813f54-077d-440d-903f-32bc670fe069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:58:24.024943 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:58:29.336445 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 40260) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 01:58:29.342278 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [None req-3b702965-f07b-47d1-89c5-ce65dae96ce7 tempest-verify_tempest_config-300617033 tempest-verify_tempest_config-300617033-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=108315) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 01:58:29.343282 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-3b702965-f07b-47d1-89c5-ce65dae96ce7 tempest-verify_tempest_config-300617033 tempest-verify_tempest_config-300617033-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13864 time: 0.0058627 Nov 03 01:58:29.902450 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 40278) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 01:58:30.004224 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-004b7e41-aaec-45ab-9a74-a033cad302f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:58:30.078735 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-004b7e41-aaec-45ab-9a74-a033cad302f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:58:30.195859 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-004b7e41-aaec-45ab-9a74-a033cad302f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:58:30.240913 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-004b7e41-aaec-45ab-9a74-a033cad302f2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=01f993ab83a24569b6ba4bdce031a637&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3373959 Nov 03 01:58:30.242799 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004b7e41-aaec-45ab-9a74-a033cad302f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dffb5ce-2e13-4feb-aec8-63ed082ad3f2,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 01:58:30.243799 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 40282) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 01:58:30.249674 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004b7e41-aaec-45ab-9a74-a033cad302f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:58:30.250042 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004b7e41-aaec-45ab-9a74-a033cad302f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:58:30.250417 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004b7e41-aaec-45ab-9a74-a033cad302f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:58:30.250755 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004b7e41-aaec-45ab-9a74-a033cad302f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:58:30.251088 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004b7e41-aaec-45ab-9a74-a033cad302f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:58:30.251480 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004b7e41-aaec-45ab-9a74-a033cad302f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:58:30.251818 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004b7e41-aaec-45ab-9a74-a033cad302f2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:58:30.252169 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004b7e41-aaec-45ab-9a74-a033cad302f2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:58:30.252520 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004b7e41-aaec-45ab-9a74-a033cad302f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:58:30.252860 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004b7e41-aaec-45ab-9a74-a033cad302f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:58:30.253183 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004b7e41-aaec-45ab-9a74-a033cad302f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:58:30.253541 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004b7e41-aaec-45ab-9a74-a033cad302f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:58:30.348763 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-1be0ad6b-7202-47f9-9d03-4e5590016568 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:58:30.369730 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-1be0ad6b-7202-47f9-9d03-4e5590016568 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:58:30.516240 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-1be0ad6b-7202-47f9-9d03-4e5590016568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:58:30.518964 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-1be0ad6b-7202-47f9-9d03-4e5590016568 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:58:30.520626 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-1be0ad6b-7202-47f9-9d03-4e5590016568 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9dffb5ce-2e13-4feb-aec8-63ed082ad3f2 HTTP/1.1" status: 204 len: 168 time: 0.2758710 Nov 03 01:58:30.528729 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be0ad6b-7202-47f9-9d03-4e5590016568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dffb5ce-2e13-4feb-aec8-63ed082ad3f2,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 01:58:30.538706 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be0ad6b-7202-47f9-9d03-4e5590016568 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:58:30.539030 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be0ad6b-7202-47f9-9d03-4e5590016568 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:58:30.539362 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be0ad6b-7202-47f9-9d03-4e5590016568 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:58:30.539689 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be0ad6b-7202-47f9-9d03-4e5590016568 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:58:30.540015 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be0ad6b-7202-47f9-9d03-4e5590016568 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:58:30.540476 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be0ad6b-7202-47f9-9d03-4e5590016568 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:58:30.540807 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be0ad6b-7202-47f9-9d03-4e5590016568 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:58:30.541143 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be0ad6b-7202-47f9-9d03-4e5590016568 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:58:30.541485 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be0ad6b-7202-47f9-9d03-4e5590016568 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:58:30.541809 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be0ad6b-7202-47f9-9d03-4e5590016568 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:58:30.542125 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be0ad6b-7202-47f9-9d03-4e5590016568 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:58:30.542458 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be0ad6b-7202-47f9-9d03-4e5590016568 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 01:58:30.543523 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be0ad6b-7202-47f9-9d03-4e5590016568 admin admin] Tracked resource versions report: Nov 03 01:58:30.543523 dv-cinder-815614-3-iscsi neutron-server[108314]: pushed versions: Nov 03 01:58:30.543523 dv-cinder-815614-3-iscsi neutron-server[108314]: { 'AddressGroup': {'1.2'}, Nov 03 01:58:30.543523 dv-cinder-815614-3-iscsi neutron-server[108314]: 'ConntrackHelper': {'1.0'}, Nov 03 01:58:30.543523 dv-cinder-815614-3-iscsi neutron-server[108314]: 'Log': {'1.0'}, Nov 03 01:58:30.543523 dv-cinder-815614-3-iscsi neutron-server[108314]: 'Network': {'1.1'}, Nov 03 01:58:30.543523 dv-cinder-815614-3-iscsi neutron-server[108314]: 'Port': {'1.7'}, Nov 03 01:58:30.543523 dv-cinder-815614-3-iscsi neutron-server[108314]: 'PortForwarding': {'1.2'}, Nov 03 01:58:30.543523 dv-cinder-815614-3-iscsi neutron-server[108314]: 'QosPolicy': {'1.10'}, Nov 03 01:58:30.543523 dv-cinder-815614-3-iscsi neutron-server[108314]: 'SecurityGroup': {'1.5'}, Nov 03 01:58:30.543523 dv-cinder-815614-3-iscsi neutron-server[108314]: 'SecurityGroupRule': {'1.2'}, Nov 03 01:58:30.543523 dv-cinder-815614-3-iscsi neutron-server[108314]: 'SubPort': {'1.0'}, Nov 03 01:58:30.543523 dv-cinder-815614-3-iscsi neutron-server[108314]: 'Subnet': {'1.1'}, Nov 03 01:58:30.543523 dv-cinder-815614-3-iscsi neutron-server[108314]: 'Trunk': {'1.1'}} Nov 03 01:58:30.543523 dv-cinder-815614-3-iscsi neutron-server[108314]: consumer versions: Nov 03 01:58:30.543523 dv-cinder-815614-3-iscsi neutron-server[108314]: { DHCP agent@dv-cinder-815614-3-iscsi: {}, Nov 03 01:58:30.543523 dv-cinder-815614-3-iscsi neutron-server[108314]: L3 agent@dv-cinder-815614-3-iscsi: {}, Nov 03 01:58:30.543523 dv-cinder-815614-3-iscsi neutron-server[108314]: Metadata agent@dv-cinder-815614-3-iscsi: {}, Nov 03 01:58:30.543523 dv-cinder-815614-3-iscsi neutron-server[108314]: Metering agent@dv-cinder-815614-3-iscsi: {}, Nov 03 01:58:30.543523 dv-cinder-815614-3-iscsi neutron-server[108314]: Open vSwitch agent@dv-cinder-815614-3-iscsi: { 'AddressGroup': '1.2', Nov 03 01:58:30.543523 dv-cinder-815614-3-iscsi neutron-server[108314]: 'ConntrackHelper': '1.0', Nov 03 01:58:30.543523 dv-cinder-815614-3-iscsi neutron-server[108314]: 'Log': '1.0', Nov 03 01:58:30.543523 dv-cinder-815614-3-iscsi neutron-server[108314]: 'Network': '1.1', Nov 03 01:58:30.543523 dv-cinder-815614-3-iscsi neutron-server[108314]: 'Port': '1.7', Nov 03 01:58:30.543523 dv-cinder-815614-3-iscsi neutron-server[108314]: 'PortForwarding': '1.2', Nov 03 01:58:30.543523 dv-cinder-815614-3-iscsi neutron-server[108314]: 'QosPolicy': '1.10', Nov 03 01:58:30.543523 dv-cinder-815614-3-iscsi neutron-server[108314]: 'SecurityGroup': '1.5', Nov 03 01:58:30.543523 dv-cinder-815614-3-iscsi neutron-server[108314]: 'SecurityGroupRule': '1.2', Nov 03 01:58:30.543523 dv-cinder-815614-3-iscsi neutron-server[108314]: 'SubPort': '1.0', Nov 03 01:58:30.543523 dv-cinder-815614-3-iscsi neutron-server[108314]: 'Subnet': '1.1', Nov 03 01:58:30.543523 dv-cinder-815614-3-iscsi neutron-server[108314]: 'Trunk': '1.1'}} Nov 03 01:58:30.543523 dv-cinder-815614-3-iscsi neutron-server[108314]: {{(pid=108314) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 03 01:58:43.951201 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.agents_db [None req-a2914077-2d9d-4477-8dde-df1573e0789a None None] Agent healthcheck: found 5 active agents {{(pid=108317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 01:58:46.641387 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-46f02c0e-4325-4287-b098-169499e898d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:58:48.919631 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-f84fcce4-d316-4d0c-a5f5-4a9e8ff3adc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:58:49.858626 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-3baf3433-eee1-48f0-90c8-209ed8ef0e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:58:51.275225 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-5b813f54-077d-440d-903f-32bc670fe069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:58:53.994950 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:59:16.646195 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-8bd3fb96-3997-4ef9-be49-e613e2989bc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:59:18.891596 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-ec3c8f66-fd5c-480a-9e78-24c6c00ebd3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:59:19.863536 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-3baf3433-eee1-48f0-90c8-209ed8ef0e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:59:20.950741 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.agents_db [None req-a2914077-2d9d-4477-8dde-df1573e0789a None None] Agent healthcheck: found 5 active agents {{(pid=108317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 01:59:21.303266 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-5b813f54-077d-440d-903f-32bc670fe069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:59:24.003963 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:59:46.653937 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-5c18d591-c50d-414d-bfcd-1a72cfc69999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:59:48.899966 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-c46d948c-7613-49d4-baac-9e280ba016c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:59:49.874019 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-3baf3433-eee1-48f0-90c8-209ed8ef0e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:59:51.351001 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-5b813f54-077d-440d-903f-32bc670fe069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:59:53.999638 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 01:59:57.949796 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.agents_db [None req-a2914077-2d9d-4477-8dde-df1573e0789a None None] Agent healthcheck: found 5 active agents {{(pid=108317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 01:59:58.991463 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-643760'] for agent, after_create {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:00:14.473872 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 40360) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:00:14.577842 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-8e895364-0d35-4068-89b3-4672d501236c admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1027920 Nov 03 02:00:16.662444 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-703c2753-4f29-4266-85c5-1ca4e12f8de8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:00:16.861165 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 40370) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:00:16.924908 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-5ba88737-4585-4806-ba4f-9e90e3b66531 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0624788 Nov 03 02:00:18.904508 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-ee9e6524-da8d-4400-b9a1-e7b6e731a199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:00:19.870088 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-3baf3433-eee1-48f0-90c8-209ed8ef0e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:00:21.290530 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-5b813f54-077d-440d-903f-32bc670fe069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:00:24.010513 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:00:28.920947 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:00:34.949254 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.agents_db [None req-a2914077-2d9d-4477-8dde-df1573e0789a None None] Agent healthcheck: found 6 active agents {{(pid=108317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:00:46.645787 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-6cf1889c-009f-42f1-987b-4361cbcadbd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:00:48.908845 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-82ed5145-594e-4f7c-9a11-33b9a58cd5e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:00:49.897344 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-3baf3433-eee1-48f0-90c8-209ed8ef0e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:00:51.308617 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-5b813f54-077d-440d-903f-32bc670fe069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:00:54.011305 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:00:58.958043 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:11.958598 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.agents_db [None req-a2914077-2d9d-4477-8dde-df1573e0789a None None] Agent healthcheck: found 6 active agents {{(pid=108317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:01:16.656431 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-1e798f8a-35fa-4ac1-80e7-efcfb79ed9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:18.930166 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-e0b7c18c-9903-42ad-a038-01184dec0b8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:19.883092 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-3baf3433-eee1-48f0-90c8-209ed8ef0e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:21.313051 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-5b813f54-077d-440d-903f-32bc670fe069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:24.016070 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:28.941486 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:45.798257 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 40520) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:01:46.153592 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.v2.base [None req-aaec77e2-2801-4e11-aece-0bd795f2f557 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1435874812-network', 'tenant_id': '86777c3ab41c4ea8bbbdf156c7792513'}} {{(pid=108314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:01:46.155391 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.quota [None req-aaec77e2-2801-4e11-aece-0bd795f2f557 admin admin] Loaded quota_driver: . Nov 03 02:01:46.272755 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaec77e2-2801-4e11-aece-0bd795f2f557 admin admin] Made reservation on behalf of 86777c3ab41c4ea8bbbdf156c7792513 for: {'network': 1} {{(pid=108314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:01:46.275777 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-aaec77e2-2801-4e11-aece-0bd795f2f557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for network, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:46.291489 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-aaec77e2-2801-4e11-aece-0bd795f2f557 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:46.385979 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-aaec77e2-2801-4e11-aece-0bd795f2f557 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:46.443725 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 40562) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:01:46.460880 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-aaec77e2-2801-4e11-aece-0bd795f2f557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:46.513106 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec77e2-2801-4e11-aece-0bd795f2f557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82735dd0-7ee3-4672-ba30-b9a5a57d491f,revision_number=1']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:01:46.523154 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaec77e2-2801-4e11-aece-0bd795f2f557 admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=108314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:01:46.526280 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaec77e2-2801-4e11-aece-0bd795f2f557 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:01:46.526645 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaec77e2-2801-4e11-aece-0bd795f2f557 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:01:46.526986 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaec77e2-2801-4e11-aece-0bd795f2f557 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:01:46.527326 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaec77e2-2801-4e11-aece-0bd795f2f557 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:01:46.527655 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaec77e2-2801-4e11-aece-0bd795f2f557 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:01:46.527993 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaec77e2-2801-4e11-aece-0bd795f2f557 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:01:46.528330 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaec77e2-2801-4e11-aece-0bd795f2f557 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:01:46.528687 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaec77e2-2801-4e11-aece-0bd795f2f557 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:01:46.529024 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaec77e2-2801-4e11-aece-0bd795f2f557 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:01:46.529342 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaec77e2-2801-4e11-aece-0bd795f2f557 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:01:46.529663 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaec77e2-2801-4e11-aece-0bd795f2f557 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:01:46.529980 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaec77e2-2801-4e11-aece-0bd795f2f557 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:01:46.531127 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaec77e2-2801-4e11-aece-0bd795f2f557 admin admin] Tracked resource versions report: Nov 03 02:01:46.531127 dv-cinder-815614-3-iscsi neutron-server[108314]: pushed versions: Nov 03 02:01:46.531127 dv-cinder-815614-3-iscsi neutron-server[108314]: { 'AddressGroup': {'1.2'}, Nov 03 02:01:46.531127 dv-cinder-815614-3-iscsi neutron-server[108314]: 'ConntrackHelper': {'1.0'}, Nov 03 02:01:46.531127 dv-cinder-815614-3-iscsi neutron-server[108314]: 'Log': {'1.0'}, Nov 03 02:01:46.531127 dv-cinder-815614-3-iscsi neutron-server[108314]: 'Network': {'1.1'}, Nov 03 02:01:46.531127 dv-cinder-815614-3-iscsi neutron-server[108314]: 'Port': {'1.7'}, Nov 03 02:01:46.531127 dv-cinder-815614-3-iscsi neutron-server[108314]: 'PortForwarding': {'1.2'}, Nov 03 02:01:46.531127 dv-cinder-815614-3-iscsi neutron-server[108314]: 'QosPolicy': {'1.10'}, Nov 03 02:01:46.531127 dv-cinder-815614-3-iscsi neutron-server[108314]: 'SecurityGroup': {'1.5'}, Nov 03 02:01:46.531127 dv-cinder-815614-3-iscsi neutron-server[108314]: 'SecurityGroupRule': {'1.2'}, Nov 03 02:01:46.531127 dv-cinder-815614-3-iscsi neutron-server[108314]: 'SubPort': {'1.0'}, Nov 03 02:01:46.531127 dv-cinder-815614-3-iscsi neutron-server[108314]: 'Subnet': {'1.1'}, Nov 03 02:01:46.531127 dv-cinder-815614-3-iscsi neutron-server[108314]: 'Trunk': {'1.1'}} Nov 03 02:01:46.531127 dv-cinder-815614-3-iscsi neutron-server[108314]: consumer versions: Nov 03 02:01:46.531127 dv-cinder-815614-3-iscsi neutron-server[108314]: { DHCP agent@dv-cinder-815614-3-iscsi: {}, Nov 03 02:01:46.531127 dv-cinder-815614-3-iscsi neutron-server[108314]: HyperV agent@hv-cinder-81561: {}, Nov 03 02:01:46.531127 dv-cinder-815614-3-iscsi neutron-server[108314]: L3 agent@dv-cinder-815614-3-iscsi: {}, Nov 03 02:01:46.531127 dv-cinder-815614-3-iscsi neutron-server[108314]: Metadata agent@dv-cinder-815614-3-iscsi: {}, Nov 03 02:01:46.531127 dv-cinder-815614-3-iscsi neutron-server[108314]: Metering agent@dv-cinder-815614-3-iscsi: {}, Nov 03 02:01:46.531127 dv-cinder-815614-3-iscsi neutron-server[108314]: Open vSwitch agent@dv-cinder-815614-3-iscsi: { 'AddressGroup': '1.2', Nov 03 02:01:46.531127 dv-cinder-815614-3-iscsi neutron-server[108314]: 'ConntrackHelper': '1.0', Nov 03 02:01:46.531127 dv-cinder-815614-3-iscsi neutron-server[108314]: 'Log': '1.0', Nov 03 02:01:46.531127 dv-cinder-815614-3-iscsi neutron-server[108314]: 'Network': '1.1', Nov 03 02:01:46.531127 dv-cinder-815614-3-iscsi neutron-server[108314]: 'Port': '1.7', Nov 03 02:01:46.531127 dv-cinder-815614-3-iscsi neutron-server[108314]: 'PortForwarding': '1.2', Nov 03 02:01:46.531127 dv-cinder-815614-3-iscsi neutron-server[108314]: 'QosPolicy': '1.10', Nov 03 02:01:46.531127 dv-cinder-815614-3-iscsi neutron-server[108314]: 'SecurityGroup': '1.5', Nov 03 02:01:46.531127 dv-cinder-815614-3-iscsi neutron-server[108314]: 'SecurityGroupRule': '1.2', Nov 03 02:01:46.531127 dv-cinder-815614-3-iscsi neutron-server[108314]: 'SubPort': '1.0', Nov 03 02:01:46.531127 dv-cinder-815614-3-iscsi neutron-server[108314]: 'Subnet': '1.1', Nov 03 02:01:46.531127 dv-cinder-815614-3-iscsi neutron-server[108314]: 'Trunk': '1.1'}} Nov 03 02:01:46.531127 dv-cinder-815614-3-iscsi neutron-server[108314]: {{(pid=108314) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 03 02:01:46.547215 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-aaec77e2-2801-4e11-aece-0bd795f2f557 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784217631492', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1588371'] for segment, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:46.547794 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-aaec77e2-2801-4e11-aece-0bd795f2f557 admin admin] Unsubscribe: segment precommit_create {{(pid=108314) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 03 02:01:46.548296 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.db.segments_db [None req-aaec77e2-2801-4e11-aece-0bd795f2f557 admin admin] Added segment 3daecc90-8d27-458b-8803-ba0d162359ea of type vlan for network f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9 Nov 03 02:01:46.608424 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-aaec77e2-2801-4e11-aece-0bd795f2f557 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784217148025'] for network, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:46.661011 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a55f4510-bea1-40a6-9c61-357cd6dc7731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:46.723813 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-aaec77e2-2801-4e11-aece-0bd795f2f557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934'] for network, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:46.724779 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaec77e2-2801-4e11-aece-0bd795f2f557 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:01:46.725389 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-aaec77e2-2801-4e11-aece-0bd795f2f557 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554904'] for network, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:46.827609 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec77e2-2801-4e11-aece-0bd795f2f557 admin admin] Pushing event updated for resources: {'Network': ['ID=f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9,revision_number=1']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:01:46.835307 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-aaec77e2-2801-4e11-aece-0bd795f2f557 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0332887 Nov 03 02:01:46.835799 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 40576) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:01:46.840598 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.v2.base [None req-c8af4d1d-7c97-41a6-9bc8-d2fbd839a9e4 admin admin] Request body: {'subnet': {'network_id': 'f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1435874812-subnet', 'tenant_id': '86777c3ab41c4ea8bbbdf156c7792513', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:01:46.842845 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Network f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9 details requested by agent ovs-agent-dv-cinder-815614-3-iscsi with host dv-cinder-815614-3-iscsi {{(pid=108316) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:01:46.925081 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.v2.base [None req-a1aa5cc6-e996-45c6-ab39-f8c83eef9cec admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1194490235-network', 'tenant_id': '76031e079d5240599980bd51be51f6e5'}} {{(pid=108314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:01:46.954643 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8af4d1d-7c97-41a6-9bc8-d2fbd839a9e4 admin admin] Made reservation on behalf of 86777c3ab41c4ea8bbbdf156c7792513 for: {'subnet': 1} {{(pid=108314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:01:46.958165 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-c8af4d1d-7c97-41a6-9bc8-d2fbd839a9e4 admin admin] Publish callbacks [] for subnet, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:47.102253 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1aa5cc6-e996-45c6-ab39-f8c83eef9cec admin admin] Made reservation on behalf of 76031e079d5240599980bd51be51f6e5 for: {'network': 1} {{(pid=108314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:01:47.104720 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-a1aa5cc6-e996-45c6-ab39-f8c83eef9cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for network, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:47.124371 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-a1aa5cc6-e996-45c6-ab39-f8c83eef9cec admin admin] Publish callbacks [] for security_group, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:47.205380 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 40592) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:01:47.248917 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-a1aa5cc6-e996-45c6-ab39-f8c83eef9cec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:47.250389 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-c8af4d1d-7c97-41a6-9bc8-d2fbd839a9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934'] for subnet, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:47.313694 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8af4d1d-7c97-41a6-9bc8-d2fbd839a9e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95177d92-9024-40b6-ac79-02b9d5fce0cc,revision_number=0']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:01:47.325542 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8af4d1d-7c97-41a6-9bc8-d2fbd839a9e4 admin admin] Checking segment: {'id': '3daecc90-8d27-458b-8803-ba0d162359ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 02:01:47.325857 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8af4d1d-7c97-41a6-9bc8-d2fbd839a9e4 admin admin] Network hostable DHCP agents. Network: f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9, hostable agents: ['7b028a63-a201-45f3-9c70-05c56c6a2a18'], hosted agents: [] {{(pid=108314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:01:47.336498 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-a1aa5cc6-e996-45c6-ab39-f8c83eef9cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:47.364696 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1aa5cc6-e996-45c6-ab39-f8c83eef9cec admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=108314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:01:47.382161 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aa5cc6-e996-45c6-ab39-f8c83eef9cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f60560-c90b-407f-ab2c-028abad36f9e,revision_number=1']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:01:47.384959 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-a1aa5cc6-e996-45c6-ab39-f8c83eef9cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1588371'] for segment, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:47.385302 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.db.segments_db [None req-a1aa5cc6-e996-45c6-ab39-f8c83eef9cec admin admin] Added segment 0946153e-165e-4d0f-a9a6-b03147483a78 of type vlan for network bb7c4a3f-87fa-4680-9e11-21b7c738f9bc Nov 03 02:01:47.424792 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8af4d1d-7c97-41a6-9bc8-d2fbd839a9e4 admin admin] Network f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9 is scheduled to be hosted by DHCP agent 7b028a63-a201-45f3-9c70-05c56c6a2a18 with binding_index 1 {{(pid=108314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:01:47.430996 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-a1aa5cc6-e996-45c6-ab39-f8c83eef9cec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784217148025'] for network, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:47.501218 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.base_scheduler [None req-c8af4d1d-7c97-41a6-9bc8-d2fbd839a9e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815614-3-iscsi, f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9) {{(pid=108314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:01:47.507554 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8af4d1d-7c97-41a6-9bc8-d2fbd839a9e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:01:47.510932 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-c8af4d1d-7c97-41a6-9bc8-d2fbd839a9e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554904'] for subnet, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:47.521498 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad82f42-7d92-4c00-aa13-418276317b91 None None] Network f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9 requested from dv-cinder-815614-3-iscsi {{(pid=108316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 02:01:47.531043 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-a1aa5cc6-e996-45c6-ab39-f8c83eef9cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934'] for network, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:47.532256 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1aa5cc6-e996-45c6-ab39-f8c83eef9cec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:01:47.532715 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-a1aa5cc6-e996-45c6-ab39-f8c83eef9cec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554904'] for network, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:47.587832 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.v2.base [None req-a4e49814-0a02-40e9-bb79-b2ed26df4a17 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1568368258-network', 'tenant_id': 'dcf02d32d2b4466f90bc61e38f1776a8'}} {{(pid=108315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:01:47.612925 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-c8af4d1d-7c97-41a6-9bc8-d2fbd839a9e4 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7755623 Nov 03 02:01:47.618569 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 40618) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:01:47.619988 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.v2.base [None req-5707bde9-4787-4a12-95e1-c5e3080f584e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1435874812-router', 'tenant_id': '86777c3ab41c4ea8bbbdf156c7792513', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e'}}} {{(pid=108314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:01:47.629352 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aa5cc6-e996-45c6-ab39-f8c83eef9cec admin admin] Pushing event updated for resources: {'Network': ['ID=bb7c4a3f-87fa-4680-9e11-21b7c738f9bc,revision_number=1']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:01:47.640710 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Network bb7c4a3f-87fa-4680-9e11-21b7c738f9bc details requested by agent ovs-agent-dv-cinder-815614-3-iscsi with host dv-cinder-815614-3-iscsi {{(pid=108316) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:01:47.674469 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-a1aa5cc6-e996-45c6-ab39-f8c83eef9cec admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2295716 Nov 03 02:01:47.677414 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 40620) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:01:47.682905 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.v2.base [None req-932070d5-9774-493f-9ffb-e8b8cc73e380 admin admin] Request body: {'subnet': {'network_id': 'bb7c4a3f-87fa-4680-9e11-21b7c738f9bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1194490235-subnet', 'tenant_id': '76031e079d5240599980bd51be51f6e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:01:47.716461 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5608ce-4a55-4f62-9a1f-4cdf942ac0bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1c4a7f7-6499-5e5a-80e6-341c4ff4fafa-f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9', 'network_id': 'f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9', 'tenant_id': '86777c3ab41c4ea8bbbdf156c7792513', 'fixed_ips': [{'subnet_id': '95177d92-9024-40b6-ac79-02b9d5fce0cc'}]}} from dv-cinder-815614-3-iscsi. {{(pid=108316) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 02:01:47.717903 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-0b5608ce-4a55-4f62-9a1f-4cdf942ac0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_create {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:47.756886 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e49814-0a02-40e9-bb79-b2ed26df4a17 admin admin] Made reservation on behalf of dcf02d32d2b4466f90bc61e38f1776a8 for: {'network': 1} {{(pid=108315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:01:47.759882 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-a4e49814-0a02-40e9-bb79-b2ed26df4a17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for network, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:47.773918 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.db.api [None req-5707bde9-4787-4a12-95e1-c5e3080f584e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 03 02:01:47.773918 dv-cinder-815614-3-iscsi neutron-server[108314]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 03 02:01:47.773918 dv-cinder-815614-3-iscsi neutron-server[108314]: [parameters: {'project_id_1': '86777c3ab41c4ea8bbbdf156c7792513', 'expiration_1': datetime.datetime(2021, 11, 3, 2, 1, 27, 627485)}] Nov 03 02:01:47.773918 dv-cinder-815614-3-iscsi neutron-server[108314]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=108314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 02:01:47.775027 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG oslo_db.api [None req-5707bde9-4787-4a12-95e1-c5e3080f584e admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=108314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 02:01:47.775588 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-a4e49814-0a02-40e9-bb79-b2ed26df4a17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:47.842389 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-932070d5-9774-493f-9ffb-e8b8cc73e380 admin admin] Made reservation on behalf of 76031e079d5240599980bd51be51f6e5 for: {'subnet': 1} {{(pid=108314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:01:47.844738 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-932070d5-9774-493f-9ffb-e8b8cc73e380 admin admin] Publish callbacks [] for subnet, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:47.866311 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-a4e49814-0a02-40e9-bb79-b2ed26df4a17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:47.872524 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.db_base_plugin_common [None req-0b5608ce-4a55-4f62-9a1f-4cdf942ac0bc None None] Allocated IP 172.20.0.2 (f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9/95177d92-9024-40b6-ac79-02b9d5fce0cc/8a5f6c44-940a-453d-ab00-185d0a5f134a) {{(pid=108316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:01:47.934976 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-a4e49814-0a02-40e9-bb79-b2ed26df4a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:47.951547 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4e49814-0a02-40e9-bb79-b2ed26df4a17 admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=108315) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:01:47.973181 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-a4e49814-0a02-40e9-bb79-b2ed26df4a17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1588371'] for segment, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:47.973537 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.db.segments_db [None req-a4e49814-0a02-40e9-bb79-b2ed26df4a17 admin admin] Added segment 3ed561a2-2713-4e58-b707-02e24c25c667 of type vlan for network 736ee5a9-6b0f-40e2-b2ff-a9aa9510814f Nov 03 02:01:48.050230 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-0b5608ce-4a55-4f62-9a1f-4cdf942ac0bc None None] Publish callbacks [] for port, precommit_create {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:48.060656 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-a4e49814-0a02-40e9-bb79-b2ed26df4a17 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784217148025'] for network, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:48.094510 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e49814-0a02-40e9-bb79-b2ed26df4a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=976392f4-7ec0-420b-85d1-a33ef8536451,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:01:48.110126 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e49814-0a02-40e9-bb79-b2ed26df4a17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:01:48.110823 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e49814-0a02-40e9-bb79-b2ed26df4a17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:01:48.111467 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e49814-0a02-40e9-bb79-b2ed26df4a17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:01:48.112010 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e49814-0a02-40e9-bb79-b2ed26df4a17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:01:48.113088 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e49814-0a02-40e9-bb79-b2ed26df4a17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:01:48.113793 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e49814-0a02-40e9-bb79-b2ed26df4a17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:01:48.114423 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e49814-0a02-40e9-bb79-b2ed26df4a17 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:01:48.115309 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e49814-0a02-40e9-bb79-b2ed26df4a17 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:01:48.115746 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e49814-0a02-40e9-bb79-b2ed26df4a17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:01:48.116431 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e49814-0a02-40e9-bb79-b2ed26df4a17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:01:48.116988 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e49814-0a02-40e9-bb79-b2ed26df4a17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:01:48.117631 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e49814-0a02-40e9-bb79-b2ed26df4a17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:01:48.119591 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e49814-0a02-40e9-bb79-b2ed26df4a17 admin admin] Tracked resource versions report: Nov 03 02:01:48.119591 dv-cinder-815614-3-iscsi neutron-server[108315]: pushed versions: Nov 03 02:01:48.119591 dv-cinder-815614-3-iscsi neutron-server[108315]: { 'AddressGroup': {'1.2'}, Nov 03 02:01:48.119591 dv-cinder-815614-3-iscsi neutron-server[108315]: 'ConntrackHelper': {'1.0'}, Nov 03 02:01:48.119591 dv-cinder-815614-3-iscsi neutron-server[108315]: 'Log': {'1.0'}, Nov 03 02:01:48.119591 dv-cinder-815614-3-iscsi neutron-server[108315]: 'Network': {'1.1'}, Nov 03 02:01:48.119591 dv-cinder-815614-3-iscsi neutron-server[108315]: 'Port': {'1.7'}, Nov 03 02:01:48.119591 dv-cinder-815614-3-iscsi neutron-server[108315]: 'PortForwarding': {'1.2'}, Nov 03 02:01:48.119591 dv-cinder-815614-3-iscsi neutron-server[108315]: 'QosPolicy': {'1.10'}, Nov 03 02:01:48.119591 dv-cinder-815614-3-iscsi neutron-server[108315]: 'SecurityGroup': {'1.5'}, Nov 03 02:01:48.119591 dv-cinder-815614-3-iscsi neutron-server[108315]: 'SecurityGroupRule': {'1.2'}, Nov 03 02:01:48.119591 dv-cinder-815614-3-iscsi neutron-server[108315]: 'SubPort': {'1.0'}, Nov 03 02:01:48.119591 dv-cinder-815614-3-iscsi neutron-server[108315]: 'Subnet': {'1.1'}, Nov 03 02:01:48.119591 dv-cinder-815614-3-iscsi neutron-server[108315]: 'Trunk': {'1.1'}} Nov 03 02:01:48.119591 dv-cinder-815614-3-iscsi neutron-server[108315]: consumer versions: Nov 03 02:01:48.119591 dv-cinder-815614-3-iscsi neutron-server[108315]: { DHCP agent@dv-cinder-815614-3-iscsi: {}, Nov 03 02:01:48.119591 dv-cinder-815614-3-iscsi neutron-server[108315]: HyperV agent@hv-cinder-81561: {}, Nov 03 02:01:48.119591 dv-cinder-815614-3-iscsi neutron-server[108315]: L3 agent@dv-cinder-815614-3-iscsi: {}, Nov 03 02:01:48.119591 dv-cinder-815614-3-iscsi neutron-server[108315]: Metadata agent@dv-cinder-815614-3-iscsi: {}, Nov 03 02:01:48.119591 dv-cinder-815614-3-iscsi neutron-server[108315]: Metering agent@dv-cinder-815614-3-iscsi: {}, Nov 03 02:01:48.119591 dv-cinder-815614-3-iscsi neutron-server[108315]: Open vSwitch agent@dv-cinder-815614-3-iscsi: { 'AddressGroup': '1.2', Nov 03 02:01:48.119591 dv-cinder-815614-3-iscsi neutron-server[108315]: 'ConntrackHelper': '1.0', Nov 03 02:01:48.119591 dv-cinder-815614-3-iscsi neutron-server[108315]: 'Log': '1.0', Nov 03 02:01:48.119591 dv-cinder-815614-3-iscsi neutron-server[108315]: 'Network': '1.1', Nov 03 02:01:48.119591 dv-cinder-815614-3-iscsi neutron-server[108315]: 'Port': '1.7', Nov 03 02:01:48.119591 dv-cinder-815614-3-iscsi neutron-server[108315]: 'PortForwarding': '1.2', Nov 03 02:01:48.119591 dv-cinder-815614-3-iscsi neutron-server[108315]: 'QosPolicy': '1.10', Nov 03 02:01:48.119591 dv-cinder-815614-3-iscsi neutron-server[108315]: 'SecurityGroup': '1.5', Nov 03 02:01:48.119591 dv-cinder-815614-3-iscsi neutron-server[108315]: 'SecurityGroupRule': '1.2', Nov 03 02:01:48.119591 dv-cinder-815614-3-iscsi neutron-server[108315]: 'SubPort': '1.0', Nov 03 02:01:48.119591 dv-cinder-815614-3-iscsi neutron-server[108315]: 'Subnet': '1.1', Nov 03 02:01:48.119591 dv-cinder-815614-3-iscsi neutron-server[108315]: 'Trunk': '1.1'}} Nov 03 02:01:48.119591 dv-cinder-815614-3-iscsi neutron-server[108315]: {{(pid=108315) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 03 02:01:48.124342 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-0b5608ce-4a55-4f62-9a1f-4cdf942ac0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784217128214'] for port, after_create {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:48.172594 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5608ce-4a55-4f62-9a1f-4cdf942ac0bc None None] Network f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9 is already hosted by enough agents. {{(pid=108316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:01:48.178760 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.scheduler.base_scheduler [None req-0b5608ce-4a55-4f62-9a1f-4cdf942ac0bc None None] Resources bound (agent type, host, resource id): {{(pid=108316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:01:48.180880 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5608ce-4a55-4f62-9a1f-4cdf942ac0bc None None] Pushing event updated for resources: {'Port': ['ID=8a5f6c44-940a-453d-ab00-185d0a5f134a,revision_number=1']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:01:48.183016 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5608ce-4a55-4f62-9a1f-4cdf942ac0bc None None] Received port after_create {{(pid=108316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:01:48.192264 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5608ce-4a55-4f62-9a1f-4cdf942ac0bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:01:48.192478 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-932070d5-9774-493f-9ffb-e8b8cc73e380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934'] for subnet, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:48.192621 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5608ce-4a55-4f62-9a1f-4cdf942ac0bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:01:48.192966 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5608ce-4a55-4f62-9a1f-4cdf942ac0bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:01:48.193355 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5608ce-4a55-4f62-9a1f-4cdf942ac0bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:01:48.193639 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5608ce-4a55-4f62-9a1f-4cdf942ac0bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:01:48.193971 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5608ce-4a55-4f62-9a1f-4cdf942ac0bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:01:48.194505 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5608ce-4a55-4f62-9a1f-4cdf942ac0bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:01:48.194993 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5608ce-4a55-4f62-9a1f-4cdf942ac0bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:01:48.195492 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5608ce-4a55-4f62-9a1f-4cdf942ac0bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:01:48.200746 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5608ce-4a55-4f62-9a1f-4cdf942ac0bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:01:48.200746 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5608ce-4a55-4f62-9a1f-4cdf942ac0bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:01:48.200746 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5608ce-4a55-4f62-9a1f-4cdf942ac0bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:01:48.200746 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5608ce-4a55-4f62-9a1f-4cdf942ac0bc None None] Tracked resource versions report: Nov 03 02:01:48.200746 dv-cinder-815614-3-iscsi neutron-server[108316]: pushed versions: Nov 03 02:01:48.200746 dv-cinder-815614-3-iscsi neutron-server[108316]: { 'AddressGroup': {'1.2'}, Nov 03 02:01:48.200746 dv-cinder-815614-3-iscsi neutron-server[108316]: 'ConntrackHelper': {'1.0'}, Nov 03 02:01:48.200746 dv-cinder-815614-3-iscsi neutron-server[108316]: 'Log': {'1.0'}, Nov 03 02:01:48.200746 dv-cinder-815614-3-iscsi neutron-server[108316]: 'Network': {'1.1'}, Nov 03 02:01:48.200746 dv-cinder-815614-3-iscsi neutron-server[108316]: 'Port': {'1.7'}, Nov 03 02:01:48.200746 dv-cinder-815614-3-iscsi neutron-server[108316]: 'PortForwarding': {'1.2'}, Nov 03 02:01:48.200746 dv-cinder-815614-3-iscsi neutron-server[108316]: 'QosPolicy': {'1.10'}, Nov 03 02:01:48.200746 dv-cinder-815614-3-iscsi neutron-server[108316]: 'SecurityGroup': {'1.5'}, Nov 03 02:01:48.200746 dv-cinder-815614-3-iscsi neutron-server[108316]: 'SecurityGroupRule': {'1.2'}, Nov 03 02:01:48.200746 dv-cinder-815614-3-iscsi neutron-server[108316]: 'SubPort': {'1.0'}, Nov 03 02:01:48.200746 dv-cinder-815614-3-iscsi neutron-server[108316]: 'Subnet': {'1.1'}, Nov 03 02:01:48.200746 dv-cinder-815614-3-iscsi neutron-server[108316]: 'Trunk': {'1.1'}} Nov 03 02:01:48.200746 dv-cinder-815614-3-iscsi neutron-server[108316]: consumer versions: Nov 03 02:01:48.200746 dv-cinder-815614-3-iscsi neutron-server[108316]: { DHCP agent@dv-cinder-815614-3-iscsi: {}, Nov 03 02:01:48.200746 dv-cinder-815614-3-iscsi neutron-server[108316]: HyperV agent@hv-cinder-81561: {}, Nov 03 02:01:48.200746 dv-cinder-815614-3-iscsi neutron-server[108316]: L3 agent@dv-cinder-815614-3-iscsi: {}, Nov 03 02:01:48.200746 dv-cinder-815614-3-iscsi neutron-server[108316]: Metadata agent@dv-cinder-815614-3-iscsi: {}, Nov 03 02:01:48.200746 dv-cinder-815614-3-iscsi neutron-server[108316]: Metering agent@dv-cinder-815614-3-iscsi: {}, Nov 03 02:01:48.200746 dv-cinder-815614-3-iscsi neutron-server[108316]: Open vSwitch agent@dv-cinder-815614-3-iscsi: { 'AddressGroup': '1.2', Nov 03 02:01:48.200746 dv-cinder-815614-3-iscsi neutron-server[108316]: 'ConntrackHelper': '1.0', Nov 03 02:01:48.200746 dv-cinder-815614-3-iscsi neutron-server[108316]: 'Log': '1.0', Nov 03 02:01:48.200746 dv-cinder-815614-3-iscsi neutron-server[108316]: 'Network': '1.1', Nov 03 02:01:48.200746 dv-cinder-815614-3-iscsi neutron-server[108316]: 'Port': '1.7', Nov 03 02:01:48.200746 dv-cinder-815614-3-iscsi neutron-server[108316]: 'PortForwarding': '1.2', Nov 03 02:01:48.200746 dv-cinder-815614-3-iscsi neutron-server[108316]: 'QosPolicy': '1.10', Nov 03 02:01:48.200746 dv-cinder-815614-3-iscsi neutron-server[108316]: 'SecurityGroup': '1.5', Nov 03 02:01:48.200746 dv-cinder-815614-3-iscsi neutron-server[108316]: 'SecurityGroupRule': '1.2', Nov 03 02:01:48.200746 dv-cinder-815614-3-iscsi neutron-server[108316]: 'SubPort': '1.0', Nov 03 02:01:48.200746 dv-cinder-815614-3-iscsi neutron-server[108316]: 'Subnet': '1.1', Nov 03 02:01:48.200746 dv-cinder-815614-3-iscsi neutron-server[108316]: 'Trunk': '1.1'}} Nov 03 02:01:48.200746 dv-cinder-815614-3-iscsi neutron-server[108316]: {{(pid=108316) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 03 02:01:48.223784 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-a4e49814-0a02-40e9-bb79-b2ed26df4a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934'] for network, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:48.227555 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e49814-0a02-40e9-bb79-b2ed26df4a17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:01:48.229702 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-a4e49814-0a02-40e9-bb79-b2ed26df4a17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554904'] for network, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:48.319258 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.managers [None req-0b5608ce-4a55-4f62-9a1f-4cdf942ac0bc None None] Attempting to bind port 8a5f6c44-940a-453d-ab00-185d0a5f134a on host dv-cinder-815614-3-iscsi for vnic_type normal with profile {{(pid=108316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 02:01:48.319876 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.managers [None req-0b5608ce-4a55-4f62-9a1f-4cdf942ac0bc None None] Attempting to bind port 8a5f6c44-940a-453d-ab00-185d0a5f134a by drivers openvswitch,hyperv on host dv-cinder-815614-3-iscsi at level 0 using segments [{'id': '3daecc90-8d27-458b-8803-ba0d162359ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9'}] {{(pid=108316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 02:01:48.320150 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932070d5-9774-493f-9ffb-e8b8cc73e380 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad8abcb3-ec08-4ff0-8ca3-324908cd520a,revision_number=0']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:01:48.320442 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5608ce-4a55-4f62-9a1f-4cdf942ac0bc None None] Attempting to bind port 8a5f6c44-940a-453d-ab00-185d0a5f134a on network f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9 {{(pid=108316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:01:48.337641 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5608ce-4a55-4f62-9a1f-4cdf942ac0bc None None] Checking agent: {'id': '8d43342f-520b-4221-8f38-1d21061a375d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815614-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 1, 53, 24), 'started_at': datetime.datetime(2021, 11, 3, 1, 53, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 2, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815614-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:01:48.338332 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5608ce-4a55-4f62-9a1f-4cdf942ac0bc None None] Checking segment: {'id': '3daecc90-8d27-458b-8803-ba0d162359ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 02:01:48.338636 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932070d5-9774-493f-9ffb-e8b8cc73e380 admin admin] Checking segment: {'id': '0946153e-165e-4d0f-a9a6-b03147483a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bb7c4a3f-87fa-4680-9e11-21b7c738f9bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 02:01:48.338905 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-0b5608ce-4a55-4f62-9a1f-4cdf942ac0bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:48.339291 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5608ce-4a55-4f62-9a1f-4cdf942ac0bc None None] Bound using segment: {'id': '3daecc90-8d27-458b-8803-ba0d162359ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9'} {{(pid=108316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:01:48.339577 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932070d5-9774-493f-9ffb-e8b8cc73e380 admin admin] Network hostable DHCP agents. Network: bb7c4a3f-87fa-4680-9e11-21b7c738f9bc, hostable agents: ['7b028a63-a201-45f3-9c70-05c56c6a2a18'], hosted agents: [] {{(pid=108314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:01:48.339940 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.managers [None req-0b5608ce-4a55-4f62-9a1f-4cdf942ac0bc None None] Bound port: 8a5f6c44-940a-453d-ab00-185d0a5f134a, host: dv-cinder-815614-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3daecc90-8d27-458b-8803-ba0d162359ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9'}}] {{(pid=108316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 02:01:48.340329 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-0b5608ce-4a55-4f62-9a1f-4cdf942ac0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:48.375297 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-a4e49814-0a02-40e9-bb79-b2ed26df4a17 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1678777 Nov 03 02:01:48.376937 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e49814-0a02-40e9-bb79-b2ed26df4a17 admin admin] Pushing event updated for resources: {'Network': ['ID=736ee5a9-6b0f-40e2-b2ff-a9aa9510814f,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:01:48.379158 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 40642) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:01:48.384877 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.v2.base [None req-80c9faec-58a2-4f71-bd54-b99c64945ae0 admin admin] Request body: {'subnet': {'network_id': '736ee5a9-6b0f-40e2-b2ff-a9aa9510814f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1568368258-subnet', 'tenant_id': 'dcf02d32d2b4466f90bc61e38f1776a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:01:48.411217 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Network 736ee5a9-6b0f-40e2-b2ff-a9aa9510814f details requested by agent ovs-agent-dv-cinder-815614-3-iscsi with host dv-cinder-815614-3-iscsi {{(pid=108316) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:01:48.426254 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932070d5-9774-493f-9ffb-e8b8cc73e380 admin admin] Network bb7c4a3f-87fa-4680-9e11-21b7c738f9bc is scheduled to be hosted by DHCP agent 7b028a63-a201-45f3-9c70-05c56c6a2a18 with binding_index 1 {{(pid=108314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:01:48.495532 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-5707bde9-4787-4a12-95e1-c5e3080f584e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15184'] for router, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:48.498072 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-5707bde9-4787-4a12-95e1-c5e3080f584e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-558639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15175'] for router, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:48.525088 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.base_scheduler [None req-932070d5-9774-493f-9ffb-e8b8cc73e380 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815614-3-iscsi, bb7c4a3f-87fa-4680-9e11-21b7c738f9bc) {{(pid=108314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:01:48.585700 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932070d5-9774-493f-9ffb-e8b8cc73e380 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:01:48.586654 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-932070d5-9774-493f-9ffb-e8b8cc73e380 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554904'] for subnet, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:48.609516 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c9faec-58a2-4f71-bd54-b99c64945ae0 admin admin] Made reservation on behalf of dcf02d32d2b4466f90bc61e38f1776a8 for: {'subnet': 1} {{(pid=108315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:01:48.614361 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-80c9faec-58a2-4f71-bd54-b99c64945ae0 admin admin] Publish callbacks [] for subnet, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:48.662724 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-0b5608ce-4a55-4f62-9a1f-4cdf942ac0bc None None] For port 8a5f6c44-940a-453d-ab00-185d0a5f134a, host dv-cinder-815614-3-iscsi, cleared binding levels {{(pid=108316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:01:48.666541 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-0b5608ce-4a55-4f62-9a1f-4cdf942ac0bc None None] For port 8a5f6c44-940a-453d-ab00-185d0a5f134a, host dv-cinder-815614-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=8a5f6c44-940a-453d-ab00-185d0a5f134a,segment=NetworkSegment(3daecc90-8d27-458b-8803-ba0d162359ea),segment_id=3daecc90-8d27-458b-8803-ba0d162359ea)] {{(pid=108316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:01:48.670165 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-5707bde9-4787-4a12-95e1-c5e3080f584e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:48.671811 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36857496-a9cb-4fed-9245-8afeaa131786 None None] Network bb7c4a3f-87fa-4680-9e11-21b7c738f9bc requested from dv-cinder-815614-3-iscsi {{(pid=108316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 02:01:48.759896 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-932070d5-9774-493f-9ffb-e8b8cc73e380 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0813103 Nov 03 02:01:48.789750 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-0b5608ce-4a55-4f62-9a1f-4cdf942ac0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:48.900771 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5608ce-4a55-4f62-9a1f-4cdf942ac0bc None None] Pushing event updated for resources: {'Port': ['ID=8a5f6c44-940a-453d-ab00-185d0a5f134a,revision_number=2']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:01:48.939675 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2458c9-3efe-43fc-8650-626987b6b832 None None] Network bb7c4a3f-87fa-4680-9e11-21b7c738f9bc requested from dv-cinder-815614-3-iscsi {{(pid=108316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 02:01:48.948860 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.agents_db [None req-a2914077-2d9d-4477-8dde-df1573e0789a None None] Agent healthcheck: found 6 active agents {{(pid=108317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:01:48.981075 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-80c9faec-58a2-4f71-bd54-b99c64945ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934'] for subnet, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:49.057186 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c9faec-58a2-4f71-bd54-b99c64945ae0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67746e52-e9e3-4c10-8eb3-4bad00b287b3,revision_number=0']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:01:49.067841 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c9faec-58a2-4f71-bd54-b99c64945ae0 admin admin] Checking segment: {'id': '3ed561a2-2713-4e58-b707-02e24c25c667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '736ee5a9-6b0f-40e2-b2ff-a9aa9510814f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 02:01:49.069105 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c9faec-58a2-4f71-bd54-b99c64945ae0 admin admin] Network hostable DHCP agents. Network: 736ee5a9-6b0f-40e2-b2ff-a9aa9510814f, hostable agents: ['7b028a63-a201-45f3-9c70-05c56c6a2a18'], hosted agents: [] {{(pid=108315) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:01:49.095569 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-303f26be-7c3e-4928-96de-8b46996decea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:49.151936 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c9faec-58a2-4f71-bd54-b99c64945ae0 admin admin] Network 736ee5a9-6b0f-40e2-b2ff-a9aa9510814f is scheduled to be hosted by DHCP agent 7b028a63-a201-45f3-9c70-05c56c6a2a18 with binding_index 1 {{(pid=108315) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:01:49.179804 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-5707bde9-4787-4a12-95e1-c5e3080f584e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:49.270503 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.base_scheduler [None req-80c9faec-58a2-4f71-bd54-b99c64945ae0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815614-3-iscsi, 736ee5a9-6b0f-40e2-b2ff-a9aa9510814f) {{(pid=108315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:01:49.270503 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c9faec-58a2-4f71-bd54-b99c64945ae0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:01:49.270503 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-80c9faec-58a2-4f71-bd54-b99c64945ae0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554904'] for subnet, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:49.279132 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087a445c-760a-439b-bdbc-f4d7175777d6 None None] Network 736ee5a9-6b0f-40e2-b2ff-a9aa9510814f requested from dv-cinder-815614-3-iscsi {{(pid=108316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 02:01:49.465681 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc11639-0870-4f98-858b-b57b9ab87a2f None None] Network 736ee5a9-6b0f-40e2-b2ff-a9aa9510814f requested from dv-cinder-815614-3-iscsi {{(pid=108316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 02:01:49.691155 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-5707bde9-4787-4a12-95e1-c5e3080f584e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:49.725395 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-5707bde9-4787-4a12-95e1-c5e3080f584e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:49.739648 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-80c9faec-58a2-4f71-bd54-b99c64945ae0 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.3585734 Nov 03 02:01:49.745848 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 40690) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:01:49.752425 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.v2.base [None req-ea878c15-b2a9-494c-8f72-b5d0ce6da417 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1568368258-router', 'tenant_id': 'dcf02d32d2b4466f90bc61e38f1776a8', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e'}}} {{(pid=108315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:01:49.855365 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-ea878c15-b2a9-494c-8f72-b5d0ce6da417 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15184'] for router, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:49.856711 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-ea878c15-b2a9-494c-8f72-b5d0ce6da417 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-558639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15175'] for router, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:49.878890 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-3baf3433-eee1-48f0-90c8-209ed8ef0e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:49.919995 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.db_base_plugin_common [None req-5707bde9-4787-4a12-95e1-c5e3080f584e admin admin] Allocated IP 172.27.1.235 (4ca214f6-e89c-4bd7-af93-48c10786815e/d2239322-01a4-44c7-bb94-af7246032662/bf0ea242-1f91-474c-8784-5dc304542465) {{(pid=108314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:01:49.924130 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-ea878c15-b2a9-494c-8f72-b5d0ce6da417 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:50.036915 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device 8a5f6c44-940a-453d-ab00-185d0a5f134a up at agent ovs-agent-dv-cinder-815614-3-iscsi {{(pid=108316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:01:50.051162 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-5707bde9-4787-4a12-95e1-c5e3080f584e admin admin] Publish callbacks [] for port, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:50.105775 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Provisioning complete for port 8a5f6c44-940a-453d-ab00-185d0a5f134a triggered by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:01:50.107699 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:50.208322 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:50.216342 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-5707bde9-4787-4a12-95e1-c5e3080f584e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784217128214'] for port, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:50.219027 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-ea878c15-b2a9-494c-8f72-b5d0ce6da417 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:50.249062 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] For port 8a5f6c44-940a-453d-ab00-185d0a5f134a, host dv-cinder-815614-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=8a5f6c44-940a-453d-ab00-185d0a5f134a,segment=NetworkSegment(3daecc90-8d27-458b-8803-ba0d162359ea),segment_id=3daecc90-8d27-458b-8803-ba0d162359ea)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:01:50.293219 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb824d5d-5120-427c-aa1a-d9afc7a423f7 None None] Network f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9 requested from dv-cinder-815614-3-iscsi {{(pid=108316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 02:01:50.312124 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5707bde9-4787-4a12-95e1-c5e3080f584e admin admin] Network 4ca214f6-e89c-4bd7-af93-48c10786815e is already hosted by enough agents. {{(pid=108314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:01:50.316859 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:50.317478 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.base_scheduler [None req-5707bde9-4787-4a12-95e1-c5e3080f584e admin admin] Resources bound (agent type, host, resource id): {{(pid=108314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:01:50.325686 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5707bde9-4787-4a12-95e1-c5e3080f584e admin admin] Received port after_create {{(pid=108314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:01:50.364535 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5707bde9-4787-4a12-95e1-c5e3080f584e admin admin] Pushing event updated for resources: {'Port': ['ID=bf0ea242-1f91-474c-8784-5dc304542465,revision_number=1']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:01:50.398493 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-4a6877cd-920d-45af-b6e7-03ad317da535 None None] Provisioning complete for port 8a5f6c44-940a-453d-ab00-185d0a5f134a triggered by entity DHCP. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:01:50.399118 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-4a6877cd-920d-45af-b6e7-03ad317da535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:50.468900 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Pushing event updated for resources: {'Port': ['ID=8a5f6c44-940a-453d-ab00-185d0a5f134a,revision_number=3']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:01:50.536904 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-ea878c15-b2a9-494c-8f72-b5d0ce6da417 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:50.556122 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-ea878c15-b2a9-494c-8f72-b5d0ce6da417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:50.755105 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.db.db_base_plugin_common [None req-ea878c15-b2a9-494c-8f72-b5d0ce6da417 admin admin] Allocated IP 172.27.1.226 (4ca214f6-e89c-4bd7-af93-48c10786815e/d2239322-01a4-44c7-bb94-af7246032662/a728aae1-bbc4-438d-8ca5-7b7da9e98c11) {{(pid=108315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:01:50.792035 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-5707bde9-4787-4a12-95e1-c5e3080f584e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:50.914685 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-210abbe5-55d2-4562-bfc9-8f148f79977c None None] Provisioning complete for port 8a5f6c44-940a-453d-ab00-185d0a5f134a triggered by entity DHCP. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:01:50.915232 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-210abbe5-55d2-4562-bfc9-8f148f79977c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:50.943189 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-ea878c15-b2a9-494c-8f72-b5d0ce6da417 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:51.038042 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-ea878c15-b2a9-494c-8f72-b5d0ce6da417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784217128214'] for port, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:51.060337 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea878c15-b2a9-494c-8f72-b5d0ce6da417 admin admin] Network 4ca214f6-e89c-4bd7-af93-48c10786815e is already hosted by enough agents. {{(pid=108315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:01:51.061195 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.base_scheduler [None req-ea878c15-b2a9-494c-8f72-b5d0ce6da417 admin admin] Resources bound (agent type, host, resource id): {{(pid=108315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:01:51.091353 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea878c15-b2a9-494c-8f72-b5d0ce6da417 admin admin] Received port after_create {{(pid=108315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:01:51.094346 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-5707bde9-4787-4a12-95e1-c5e3080f584e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641673'] for router, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:51.278569 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 40752) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:01:51.281395 dv-cinder-815614-3-iscsi neutron-server[108314]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 03 02:01:51.385592 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-5b813f54-077d-440d-903f-32bc670fe069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:51.406403 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea878c15-b2a9-494c-8f72-b5d0ce6da417 admin admin] Pushing event updated for resources: {'Port': ['ID=a728aae1-bbc4-438d-8ca5-7b7da9e98c11,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:01:51.590354 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e180c1d9-8fd8-411b-982a-ba996bde236e req-91332d2d-41c1-496f-a274-c4f695fd6410 tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:01:51.591961 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e180c1d9-8fd8-411b-982a-ba996bde236e req-91332d2d-41c1-496f-a274-c4f695fd6410 tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] 10.222.0.30 "GET /v2.0/networks?id=bb7c4a3f-87fa-4680-9e11-21b7c738f9bc HTTP/1.1" status: 200 len: 812 time: 0.3123987 Nov 03 02:01:51.616964 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e180c1d9-8fd8-411b-982a-ba996bde236e req-04100cfe-c5d2-43d1-b8bb-7f038802fd18 tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] 10.222.0.30 "GET /v2.0/quotas/76031e079d5240599980bd51be51f6e5 HTTP/1.1" status: 200 len: 375 time: 0.0173345 Nov 03 02:01:51.618428 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-ea878c15-b2a9-494c-8f72-b5d0ce6da417 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:51.674577 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e180c1d9-8fd8-411b-982a-ba996bde236e req-206fff3f-bd7f-4201-b922-9dadcd8dd8b3 tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=76031e079d5240599980bd51be51f6e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0510061 Nov 03 02:01:51.718037 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5707bde9-4787-4a12-95e1-c5e3080f584e admin admin] Router 59775b1d-ae58-49a9-aff6-3abf00cc504f is scheduled to L3 agent dfdd482b-800d-4ddb-af67-bfdcf28c1d2f with binding_index 1 {{(pid=108314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 02:01:51.857765 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-ea878c15-b2a9-494c-8f72-b5d0ce6da417 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641673'] for router, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:51.876062 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5707bde9-4787-4a12-95e1-c5e3080f584e admin admin] Notify agent at l3_agent.dv-cinder-815614-3-iscsi the message routers_updated {{(pid=108314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:01:51.890593 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84f40de-7962-4b7a-9297-1654e8d50930 None None] Sync routers for ids ['59775b1d-ae58-49a9-aff6-3abf00cc504f'] in dv-cinder-815614-3-iscsi {{(pid=108317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:01:51.906297 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84f40de-7962-4b7a-9297-1654e8d50930 None None] Routers {'59775b1d-ae58-49a9-aff6-3abf00cc504f'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:01:51.907008 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-b84f40de-7962-4b7a-9297-1654e8d50930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:01:49Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['59775b1d-ae58-49a9-aff6-3abf00cc504f'], 'active': True} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:01:51.912570 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [req-e180c1d9-8fd8-411b-982a-ba996bde236e req-dbe0cfe7-3dfa-43cd-9be6-0d43a9d47523 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=108314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 02:01:51.920125 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e180c1d9-8fd8-411b-982a-ba996bde236e req-dbe0cfe7-3dfa-43cd-9be6-0d43a9d47523 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0839739 Nov 03 02:01:52.021103 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device 8a5f6c44-940a-453d-ab00-185d0a5f134a up at agent ovs-agent-dv-cinder-815614-3-iscsi {{(pid=108316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:01:52.032433 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e180c1d9-8fd8-411b-982a-ba996bde236e req-c346ceed-a442-42d0-a554-a453adef75a6 service neutron] 10.222.0.30 "GET /v2.0/networks/bb7c4a3f-87fa-4680-9e11-21b7c738f9bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112442 Nov 03 02:01:52.057523 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-5707bde9-4787-4a12-95e1-c5e3080f584e admin admin] Publish callbacks [] for router, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:52.058703 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-5707bde9-4787-4a12-95e1-c5e3080f584e admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.4421811 Nov 03 02:01:52.062812 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 40774) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:01:52.158217 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Provisioning complete for port 8a5f6c44-940a-453d-ab00-185d0a5f134a triggered by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:01:52.161783 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:52.206531 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvr_db [None req-b84f40de-7962-4b7a-9297-1654e8d50930 None None] Set router 59775b1d-ae58-49a9-aff6-3abf00cc504f gateway port host: dv-cinder-815614-3-iscsi {{(pid=108317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:01:52.208945 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e180c1d9-8fd8-411b-982a-ba996bde236e req-4c6e2c3e-cf11-4e01-bfda-914e94074c8f service neutron] 10.222.0.30 "GET /v2.0/networks/bb7c4a3f-87fa-4680-9e11-21b7c738f9bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755219 Nov 03 02:01:52.422627 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-b84f40de-7962-4b7a-9297-1654e8d50930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59775b1d-ae58-49a9-aff6-3abf00cc504f', 'name': 'tempest-AttachVolumeShelveTestJSON-1435874812-router', 'tenant_id': '86777c3ab41c4ea8bbbdf156c7792513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'bf0ea242-1f91-474c-8784-5dc304542465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:01:48Z', 'updated_at': '2021-11-03T02:01:50Z', 'revision_number': 3, 'project_id': '86777c3ab41c4ea8bbbdf156c7792513', 'gw_port': {'id': 'bf0ea242-1f91-474c-8784-5dc304542465', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:85:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59775b1d-ae58-49a9-aff6-3abf00cc504f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:01:49Z', 'updated_at': '2021-11-03T02:01:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi'}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:01:52.449571 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84f40de-7962-4b7a-9297-1654e8d50930 None None] Checking router: 59775b1d-ae58-49a9-aff6-3abf00cc504f for host: dv-cinder-815614-3-iscsi {{(pid=108317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:01:52.449721 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84f40de-7962-4b7a-9297-1654e8d50930 None None] Updating router 59775b1d-ae58-49a9-aff6-3abf00cc504f port bf0ea242-1f91-474c-8784-5dc304542465 binding host dv-cinder-815614-3-iscsi {{(pid=108317) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 02:01:52.488409 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron_lib.callbacks.manager [None req-b84f40de-7962-4b7a-9297-1654e8d50930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:52.571749 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea878c15-b2a9-494c-8f72-b5d0ce6da417 admin admin] Router 709deada-dd14-414b-a156-ecfdd52a26b1 is scheduled to L3 agent dfdd482b-800d-4ddb-af67-bfdcf28c1d2f with binding_index 1 {{(pid=108315) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 02:01:52.624693 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-25f779ef-1cd4-448d-8994-922b62de2fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:52.812285 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron_lib.callbacks.manager [None req-b84f40de-7962-4b7a-9297-1654e8d50930 None None] Publish callbacks [] for port, precommit_update {{(pid=108317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:52.816824 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-52b62f3e-97f4-4e8b-87f4-95a086dc04dc req-678bd4b5-4595-483d-b012-73939232e4a6 tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] 10.222.0.30 "GET /v2.0/ports?device_id=9213a9f9-14dc-4c34-9539-b7d0802418e0 HTTP/1.1" status: 200 len: 210 time: 0.0993547 Nov 03 02:01:52.881500 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea878c15-b2a9-494c-8f72-b5d0ce6da417 admin admin] Notify agent at l3_agent.dv-cinder-815614-3-iscsi the message routers_updated {{(pid=108315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:01:52.890997 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59aba3b7-c3c4-4e46-8891-92db18951473 None None] Sync routers for ids ['709deada-dd14-414b-a156-ecfdd52a26b1'] in dv-cinder-815614-3-iscsi {{(pid=108316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:01:52.903749 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59aba3b7-c3c4-4e46-8891-92db18951473 None None] Routers {'709deada-dd14-414b-a156-ecfdd52a26b1'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:01:52.904508 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-59aba3b7-c3c4-4e46-8891-92db18951473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:01:49Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['709deada-dd14-414b-a156-ecfdd52a26b1'], 'active': True} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:01:52.906994 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.db.db_base_plugin_common [None req-25f779ef-1cd4-448d-8994-922b62de2fc1 admin admin] Allocated IP 172.20.0.1 (f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9/95177d92-9024-40b6-ac79-02b9d5fce0cc/b9b9bda7-1a40-495e-825b-e93a218c2281) {{(pid=108315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:01:52.929401 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron_lib.callbacks.manager [None req-b84f40de-7962-4b7a-9297-1654e8d50930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:52.955025 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.managers [None req-b84f40de-7962-4b7a-9297-1654e8d50930 None None] Attempting to bind port bf0ea242-1f91-474c-8784-5dc304542465 on host dv-cinder-815614-3-iscsi for vnic_type normal with profile {{(pid=108317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 02:01:52.955448 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.managers [None req-b84f40de-7962-4b7a-9297-1654e8d50930 None None] Attempting to bind port bf0ea242-1f91-474c-8784-5dc304542465 by drivers openvswitch,hyperv on host dv-cinder-815614-3-iscsi at level 0 using segments [{'id': '1823f467-65f5-492c-8155-6dfe4df97867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e'}] {{(pid=108317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 02:01:52.956027 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84f40de-7962-4b7a-9297-1654e8d50930 None None] Attempting to bind port bf0ea242-1f91-474c-8784-5dc304542465 on network 4ca214f6-e89c-4bd7-af93-48c10786815e {{(pid=108317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:01:52.977805 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84f40de-7962-4b7a-9297-1654e8d50930 None None] Checking agent: {'id': '8d43342f-520b-4221-8f38-1d21061a375d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815614-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 1, 53, 24), 'started_at': datetime.datetime(2021, 11, 3, 1, 53, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 2, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815614-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:01:52.978278 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84f40de-7962-4b7a-9297-1654e8d50930 None None] Checking segment: {'id': '1823f467-65f5-492c-8155-6dfe4df97867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 02:01:52.978599 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron_lib.callbacks.manager [None req-b84f40de-7962-4b7a-9297-1654e8d50930 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:52.978991 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84f40de-7962-4b7a-9297-1654e8d50930 None None] Bound using segment: {'id': '1823f467-65f5-492c-8155-6dfe4df97867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e'} {{(pid=108317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:01:52.979621 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.managers [None req-b84f40de-7962-4b7a-9297-1654e8d50930 None None] Bound port: bf0ea242-1f91-474c-8784-5dc304542465, host: dv-cinder-815614-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1823f467-65f5-492c-8155-6dfe4df97867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e'}}] {{(pid=108317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 02:01:52.979984 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron_lib.callbacks.manager [None req-b84f40de-7962-4b7a-9297-1654e8d50930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:53.027544 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f1f533-5fa2-4256-beb4-4425dc49f9a5 None None] Pushing event updated for resources: {'Port': ['ID=bf0ea242-1f91-474c-8784-5dc304542465,revision_number=2']} {{(pid=108317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:01:53.036079 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvr_db [None req-59aba3b7-c3c4-4e46-8891-92db18951473 None None] Set router 709deada-dd14-414b-a156-ecfdd52a26b1 gateway port host: dv-cinder-815614-3-iscsi {{(pid=108316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:01:53.046906 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f1f533-5fa2-4256-beb4-4425dc49f9a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:01:53.048872 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f1f533-5fa2-4256-beb4-4425dc49f9a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:01:53.049991 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f1f533-5fa2-4256-beb4-4425dc49f9a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:01:53.050522 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f1f533-5fa2-4256-beb4-4425dc49f9a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:01:53.051062 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f1f533-5fa2-4256-beb4-4425dc49f9a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:01:53.051560 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f1f533-5fa2-4256-beb4-4425dc49f9a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:01:53.052095 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f1f533-5fa2-4256-beb4-4425dc49f9a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:01:53.052888 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f1f533-5fa2-4256-beb4-4425dc49f9a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:01:53.053662 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f1f533-5fa2-4256-beb4-4425dc49f9a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:01:53.054183 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f1f533-5fa2-4256-beb4-4425dc49f9a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:01:53.060654 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f1f533-5fa2-4256-beb4-4425dc49f9a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:01:53.060654 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f1f533-5fa2-4256-beb4-4425dc49f9a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:01:53.060654 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f1f533-5fa2-4256-beb4-4425dc49f9a5 None None] Tracked resource versions report: Nov 03 02:01:53.060654 dv-cinder-815614-3-iscsi neutron-server[108317]: pushed versions: Nov 03 02:01:53.060654 dv-cinder-815614-3-iscsi neutron-server[108317]: { 'AddressGroup': {'1.2'}, Nov 03 02:01:53.060654 dv-cinder-815614-3-iscsi neutron-server[108317]: 'ConntrackHelper': {'1.0'}, Nov 03 02:01:53.060654 dv-cinder-815614-3-iscsi neutron-server[108317]: 'Log': {'1.0'}, Nov 03 02:01:53.060654 dv-cinder-815614-3-iscsi neutron-server[108317]: 'Network': {'1.1'}, Nov 03 02:01:53.060654 dv-cinder-815614-3-iscsi neutron-server[108317]: 'Port': {'1.7'}, Nov 03 02:01:53.060654 dv-cinder-815614-3-iscsi neutron-server[108317]: 'PortForwarding': {'1.2'}, Nov 03 02:01:53.060654 dv-cinder-815614-3-iscsi neutron-server[108317]: 'QosPolicy': {'1.10'}, Nov 03 02:01:53.060654 dv-cinder-815614-3-iscsi neutron-server[108317]: 'SecurityGroup': {'1.5'}, Nov 03 02:01:53.060654 dv-cinder-815614-3-iscsi neutron-server[108317]: 'SecurityGroupRule': {'1.2'}, Nov 03 02:01:53.060654 dv-cinder-815614-3-iscsi neutron-server[108317]: 'SubPort': {'1.0'}, Nov 03 02:01:53.060654 dv-cinder-815614-3-iscsi neutron-server[108317]: 'Subnet': {'1.1'}, Nov 03 02:01:53.060654 dv-cinder-815614-3-iscsi neutron-server[108317]: 'Trunk': {'1.1'}} Nov 03 02:01:53.060654 dv-cinder-815614-3-iscsi neutron-server[108317]: consumer versions: Nov 03 02:01:53.060654 dv-cinder-815614-3-iscsi neutron-server[108317]: { DHCP agent@dv-cinder-815614-3-iscsi: {}, Nov 03 02:01:53.060654 dv-cinder-815614-3-iscsi neutron-server[108317]: HyperV agent@hv-cinder-81561: {}, Nov 03 02:01:53.060654 dv-cinder-815614-3-iscsi neutron-server[108317]: L3 agent@dv-cinder-815614-3-iscsi: {}, Nov 03 02:01:53.060654 dv-cinder-815614-3-iscsi neutron-server[108317]: Metadata agent@dv-cinder-815614-3-iscsi: {}, Nov 03 02:01:53.060654 dv-cinder-815614-3-iscsi neutron-server[108317]: Metering agent@dv-cinder-815614-3-iscsi: {}, Nov 03 02:01:53.060654 dv-cinder-815614-3-iscsi neutron-server[108317]: Open vSwitch agent@dv-cinder-815614-3-iscsi: { 'AddressGroup': '1.2', Nov 03 02:01:53.060654 dv-cinder-815614-3-iscsi neutron-server[108317]: 'ConntrackHelper': '1.0', Nov 03 02:01:53.060654 dv-cinder-815614-3-iscsi neutron-server[108317]: 'Log': '1.0', Nov 03 02:01:53.060654 dv-cinder-815614-3-iscsi neutron-server[108317]: 'Network': '1.1', Nov 03 02:01:53.060654 dv-cinder-815614-3-iscsi neutron-server[108317]: 'Port': '1.7', Nov 03 02:01:53.060654 dv-cinder-815614-3-iscsi neutron-server[108317]: 'PortForwarding': '1.2', Nov 03 02:01:53.060654 dv-cinder-815614-3-iscsi neutron-server[108317]: 'QosPolicy': '1.10', Nov 03 02:01:53.060654 dv-cinder-815614-3-iscsi neutron-server[108317]: 'SecurityGroup': '1.5', Nov 03 02:01:53.060654 dv-cinder-815614-3-iscsi neutron-server[108317]: 'SecurityGroupRule': '1.2', Nov 03 02:01:53.060654 dv-cinder-815614-3-iscsi neutron-server[108317]: 'SubPort': '1.0', Nov 03 02:01:53.060654 dv-cinder-815614-3-iscsi neutron-server[108317]: 'Subnet': '1.1', Nov 03 02:01:53.060654 dv-cinder-815614-3-iscsi neutron-server[108317]: 'Trunk': '1.1'}} Nov 03 02:01:53.060654 dv-cinder-815614-3-iscsi neutron-server[108317]: {{(pid=108317) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 03 02:01:53.063580 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-25f779ef-1cd4-448d-8994-922b62de2fc1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:53.072755 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.db [None req-b84f40de-7962-4b7a-9297-1654e8d50930 None None] For port bf0ea242-1f91-474c-8784-5dc304542465, host dv-cinder-815614-3-iscsi, cleared binding levels {{(pid=108317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:01:53.076159 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.db [None req-b84f40de-7962-4b7a-9297-1654e8d50930 None None] For port bf0ea242-1f91-474c-8784-5dc304542465, host dv-cinder-815614-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=bf0ea242-1f91-474c-8784-5dc304542465,segment=NetworkSegment(1823f467-65f5-492c-8155-6dfe4df97867),segment_id=1823f467-65f5-492c-8155-6dfe4df97867)] {{(pid=108317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:01:53.080928 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-ea878c15-b2a9-494c-8f72-b5d0ce6da417 admin admin] Publish callbacks [] for router, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:53.082493 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-ea878c15-b2a9-494c-8f72-b5d0ce6da417 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.3351967 Nov 03 02:01:53.085399 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 40818) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:01:53.156056 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron_lib.callbacks.manager [None req-b84f40de-7962-4b7a-9297-1654e8d50930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:53.249724 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f1f533-5fa2-4256-beb4-4425dc49f9a5 None None] Pushing event updated for resources: {'Port': ['ID=bf0ea242-1f91-474c-8784-5dc304542465,revision_number=3']} {{(pid=108317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:01:53.261458 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-25f779ef-1cd4-448d-8994-922b62de2fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784217128214'] for port, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:53.265278 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84f40de-7962-4b7a-9297-1654e8d50930 None None] Routers {'59775b1d-ae58-49a9-aff6-3abf00cc504f'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:01:53.265278 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-b84f40de-7962-4b7a-9297-1654e8d50930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:01:49Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['59775b1d-ae58-49a9-aff6-3abf00cc504f'], 'active': True} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:01:53.333164 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f779ef-1cd4-448d-8994-922b62de2fc1 admin admin] Pushing event updated for resources: {'Port': ['ID=b9b9bda7-1a40-495e-825b-e93a218c2281,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:01:53.352582 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-59aba3b7-c3c4-4e46-8891-92db18951473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709deada-dd14-414b-a156-ecfdd52a26b1', 'name': 'tempest-ServerRescueNegativeTestJSON-1568368258-router', 'tenant_id': 'dcf02d32d2b4466f90bc61e38f1776a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'a728aae1-bbc4-438d-8ca5-7b7da9e98c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:01:49Z', 'updated_at': '2021-11-03T02:01:51Z', 'revision_number': 3, 'project_id': 'dcf02d32d2b4466f90bc61e38f1776a8', 'gw_port': {'id': 'a728aae1-bbc4-438d-8ca5-7b7da9e98c11', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:64:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '709deada-dd14-414b-a156-ecfdd52a26b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:01:50Z', 'updated_at': '2021-11-03T02:01:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi'}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:01:53.363864 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f779ef-1cd4-448d-8994-922b62de2fc1 admin admin] Network f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9 is already hosted by enough agents. {{(pid=108315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:01:53.365280 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.base_scheduler [None req-25f779ef-1cd4-448d-8994-922b62de2fc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=108315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:01:53.367947 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f779ef-1cd4-448d-8994-922b62de2fc1 admin admin] Received port after_create {{(pid=108315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:01:53.368611 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-25f779ef-1cd4-448d-8994-922b62de2fc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640980'] for router_interface, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:53.439504 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59aba3b7-c3c4-4e46-8891-92db18951473 None None] Checking router: 709deada-dd14-414b-a156-ecfdd52a26b1 for host: dv-cinder-815614-3-iscsi {{(pid=108316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:01:53.439504 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59aba3b7-c3c4-4e46-8891-92db18951473 None None] Updating router 709deada-dd14-414b-a156-ecfdd52a26b1 port a728aae1-bbc4-438d-8ca5-7b7da9e98c11 binding host dv-cinder-815614-3-iscsi {{(pid=108316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 02:01:53.439504 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-59aba3b7-c3c4-4e46-8891-92db18951473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:53.507555 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvr_db [None req-b84f40de-7962-4b7a-9297-1654e8d50930 None None] Set router 59775b1d-ae58-49a9-aff6-3abf00cc504f gateway port host: dv-cinder-815614-3-iscsi {{(pid=108317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:01:53.696408 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-efe217d1-bf8f-46c7-b169-e99013d31f05 None None] Provisioning complete for port b9b9bda7-1a40-495e-825b-e93a218c2281 triggered by entity DHCP. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:01:53.696638 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-efe217d1-bf8f-46c7-b169-e99013d31f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:53.726959 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-b84f40de-7962-4b7a-9297-1654e8d50930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59775b1d-ae58-49a9-aff6-3abf00cc504f', 'name': 'tempest-AttachVolumeShelveTestJSON-1435874812-router', 'tenant_id': '86777c3ab41c4ea8bbbdf156c7792513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'bf0ea242-1f91-474c-8784-5dc304542465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:01:48Z', 'updated_at': '2021-11-03T02:01:50Z', 'revision_number': 3, 'project_id': '86777c3ab41c4ea8bbbdf156c7792513', 'gw_port': {'id': 'bf0ea242-1f91-474c-8784-5dc304542465', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:85:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59775b1d-ae58-49a9-aff6-3abf00cc504f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:01:49Z', 'updated_at': '2021-11-03T02:01:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi'}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:01:53.755002 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-fd5a0a13-df1c-4518-a7b5-ac94024696b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:53.759037 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-efe217d1-bf8f-46c7-b169-e99013d31f05 None None] Port b9b9bda7-1a40-495e-825b-e93a218c2281 cannot update to ACTIVE because it is not bound. {{(pid=108316) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 02:01:53.793506 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84f40de-7962-4b7a-9297-1654e8d50930 None None] The sync data for ids ['59775b1d-ae58-49a9-aff6-3abf00cc504f'] in dv-cinder-815614-3-iscsi is: [{'id': '59775b1d-ae58-49a9-aff6-3abf00cc504f', 'name': 'tempest-AttachVolumeShelveTestJSON-1435874812-router', 'tenant_id': '86777c3ab41c4ea8bbbdf156c7792513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'bf0ea242-1f91-474c-8784-5dc304542465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:01:48Z', 'updated_at': '2021-11-03T02:01:50Z', 'revision_number': 3, 'project_id': '86777c3ab41c4ea8bbbdf156c7792513', 'gw_port': {'id': 'bf0ea242-1f91-474c-8784-5dc304542465', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:85:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59775b1d-ae58-49a9-aff6-3abf00cc504f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:01:49Z', 'updated_at': '2021-11-03T02:01:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi'}] {{(pid=108317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:01:53.903786 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-59aba3b7-c3c4-4e46-8891-92db18951473 None None] Publish callbacks [] for port, precommit_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:53.936205 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1ae7bc40-068b-4fa6-84b2-3b09057c3052 req-2d71e2e8-cfdd-4741-8187-4c63ad3788c7 tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] 10.222.0.30 "GET /v2.0/ports?device_id=9213a9f9-14dc-4c34-9539-b7d0802418e0 HTTP/1.1" status: 200 len: 210 time: 0.0372748 Nov 03 02:01:53.974027 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-25f779ef-1cd4-448d-8994-922b62de2fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:53.981941 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-59aba3b7-c3c4-4e46-8891-92db18951473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:54.054407 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.db_base_plugin_common [None req-fd5a0a13-df1c-4518-a7b5-ac94024696b8 admin admin] Allocated IP 172.20.0.1 (736ee5a9-6b0f-40e2-b2ff-a9aa9510814f/67746e52-e9e3-4c10-8eb3-4bad00b287b3/58f7d8c0-8bfd-43e5-8867-d9841733975d) {{(pid=108314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:01:54.064215 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.managers [None req-59aba3b7-c3c4-4e46-8891-92db18951473 None None] Attempting to bind port a728aae1-bbc4-438d-8ca5-7b7da9e98c11 on host dv-cinder-815614-3-iscsi for vnic_type normal with profile {{(pid=108316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 02:01:54.064718 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.managers [None req-59aba3b7-c3c4-4e46-8891-92db18951473 None None] Attempting to bind port a728aae1-bbc4-438d-8ca5-7b7da9e98c11 by drivers openvswitch,hyperv on host dv-cinder-815614-3-iscsi at level 0 using segments [{'id': '1823f467-65f5-492c-8155-6dfe4df97867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e'}] {{(pid=108316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 02:01:54.064888 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59aba3b7-c3c4-4e46-8891-92db18951473 None None] Attempting to bind port a728aae1-bbc4-438d-8ca5-7b7da9e98c11 on network 4ca214f6-e89c-4bd7-af93-48c10786815e {{(pid=108316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:01:54.097957 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:54.116117 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506f91a9-6962-4cad-9949-6ccf1fb3846f None None] Pushing event updated for resources: {'Port': ['ID=a728aae1-bbc4-438d-8ca5-7b7da9e98c11,revision_number=2']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:01:54.118664 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59aba3b7-c3c4-4e46-8891-92db18951473 None None] Checking agent: {'id': '8d43342f-520b-4221-8f38-1d21061a375d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815614-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 1, 53, 24), 'started_at': datetime.datetime(2021, 11, 3, 1, 53, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 2, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815614-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:01:54.119250 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59aba3b7-c3c4-4e46-8891-92db18951473 None None] Checking segment: {'id': '1823f467-65f5-492c-8155-6dfe4df97867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 02:01:54.125069 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-59aba3b7-c3c4-4e46-8891-92db18951473 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:54.125774 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59aba3b7-c3c4-4e46-8891-92db18951473 None None] Bound using segment: {'id': '1823f467-65f5-492c-8155-6dfe4df97867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e'} {{(pid=108316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:01:54.126674 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.managers [None req-59aba3b7-c3c4-4e46-8891-92db18951473 None None] Bound port: a728aae1-bbc4-438d-8ca5-7b7da9e98c11, host: dv-cinder-815614-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1823f467-65f5-492c-8155-6dfe4df97867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e'}}] {{(pid=108316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 02:01:54.127405 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-59aba3b7-c3c4-4e46-8891-92db18951473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:54.215509 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-25f779ef-1cd4-448d-8994-922b62de2fc1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:54.289982 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-25f779ef-1cd4-448d-8994-922b62de2fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:54.294049 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-25f779ef-1cd4-448d-8994-922b62de2fc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640840'] for router_interface, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:54.424188 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f779ef-1cd4-448d-8994-922b62de2fc1 admin admin] Pushing event updated for resources: {'Port': ['ID=b9b9bda7-1a40-495e-825b-e93a218c2281,revision_number=2']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:01:54.483227 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-59aba3b7-c3c4-4e46-8891-92db18951473 None None] For port a728aae1-bbc4-438d-8ca5-7b7da9e98c11, host dv-cinder-815614-3-iscsi, cleared binding levels {{(pid=108316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:01:54.488374 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-59aba3b7-c3c4-4e46-8891-92db18951473 None None] For port a728aae1-bbc4-438d-8ca5-7b7da9e98c11, host dv-cinder-815614-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=a728aae1-bbc4-438d-8ca5-7b7da9e98c11,segment=NetworkSegment(1823f467-65f5-492c-8155-6dfe4df97867),segment_id=1823f467-65f5-492c-8155-6dfe4df97867)] {{(pid=108316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:01:54.517401 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-fd5a0a13-df1c-4518-a7b5-ac94024696b8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:54.590050 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f779ef-1cd4-448d-8994-922b62de2fc1 admin admin] Network f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9 is already hosted by enough agents. {{(pid=108315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:01:54.591903 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.base_scheduler [None req-25f779ef-1cd4-448d-8994-922b62de2fc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=108315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:01:54.604355 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-59aba3b7-c3c4-4e46-8891-92db18951473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:54.632352 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-fd5a0a13-df1c-4518-a7b5-ac94024696b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784217128214'] for port, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:54.719330 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5a0a13-df1c-4518-a7b5-ac94024696b8 admin admin] Network 736ee5a9-6b0f-40e2-b2ff-a9aa9510814f is already hosted by enough agents. {{(pid=108314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:01:54.744953 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59aba3b7-c3c4-4e46-8891-92db18951473 None None] Routers {'709deada-dd14-414b-a156-ecfdd52a26b1'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:01:54.745671 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-59aba3b7-c3c4-4e46-8891-92db18951473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:01:49Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['709deada-dd14-414b-a156-ecfdd52a26b1'], 'active': True} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:01:54.748770 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.base_scheduler [None req-fd5a0a13-df1c-4518-a7b5-ac94024696b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=108314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:01:54.757565 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5a0a13-df1c-4518-a7b5-ac94024696b8 admin admin] Received port after_create {{(pid=108314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:01:54.757565 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-fd5a0a13-df1c-4518-a7b5-ac94024696b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640980'] for router_interface, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:54.841001 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25f779ef-1cd4-448d-8994-922b62de2fc1 admin admin] Router 59775b1d-ae58-49a9-aff6-3abf00cc504f has already been hosted by L3 agent dfdd482b-800d-4ddb-af67-bfdcf28c1d2f {{(pid=108315) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:01:54.856711 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506f91a9-6962-4cad-9949-6ccf1fb3846f None None] Pushing event updated for resources: {'Port': ['ID=a728aae1-bbc4-438d-8ca5-7b7da9e98c11,revision_number=3']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:01:54.886383 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5a0a13-df1c-4518-a7b5-ac94024696b8 admin admin] Pushing event updated for resources: {'Port': ['ID=58f7d8c0-8bfd-43e5-8867-d9841733975d,revision_number=1']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:01:55.035350 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvr_db [None req-59aba3b7-c3c4-4e46-8891-92db18951473 None None] Set router 709deada-dd14-414b-a156-ecfdd52a26b1 gateway port host: dv-cinder-815614-3-iscsi {{(pid=108316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:01:55.070937 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 40884) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:01:55.102578 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f779ef-1cd4-448d-8994-922b62de2fc1 admin admin] Notify agent at l3_agent.dv-cinder-815614-3-iscsi the message routers_updated {{(pid=108315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:01:55.108682 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-c318d153-ef6a-43f9-ab27-91c17c14389a None None] Provisioning complete for port b9b9bda7-1a40-495e-825b-e93a218c2281 triggered by entity DHCP. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:01:55.113300 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-c318d153-ef6a-43f9-ab27-91c17c14389a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:55.124305 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-25f779ef-1cd4-448d-8994-922b62de2fc1 admin admin] 10.222.0.30 "PUT /v2.0/routers/59775b1d-ae58-49a9-aff6-3abf00cc504f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0328078 Nov 03 02:01:55.161650 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 40888) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:01:55.188899 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-3eb62b18-3f83-436a-ba0a-f6ff240e5a2b req-e00793a4-052e-4e67-b67a-620846f86ce5 tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] 10.222.0.30 "GET /v2.0/ports?device_id=9213a9f9-14dc-4c34-9539-b7d0802418e0 HTTP/1.1" status: 200 len: 210 time: 0.1014311 Nov 03 02:01:55.272472 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-c318d153-ef6a-43f9-ab27-91c17c14389a None None] Port b9b9bda7-1a40-495e-825b-e93a218c2281 cannot update to ACTIVE because it is not bound. {{(pid=108316) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 02:01:55.337956 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-42b699a9-1032-4aa5-a574-7dbd7f013148 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:55.414121 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-fd5a0a13-df1c-4518-a7b5-ac94024696b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:55.442663 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-59aba3b7-c3c4-4e46-8891-92db18951473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709deada-dd14-414b-a156-ecfdd52a26b1', 'name': 'tempest-ServerRescueNegativeTestJSON-1568368258-router', 'tenant_id': 'dcf02d32d2b4466f90bc61e38f1776a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'a728aae1-bbc4-438d-8ca5-7b7da9e98c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:01:49Z', 'updated_at': '2021-11-03T02:01:51Z', 'revision_number': 3, 'project_id': 'dcf02d32d2b4466f90bc61e38f1776a8', 'gw_port': {'id': 'a728aae1-bbc4-438d-8ca5-7b7da9e98c11', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:64:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '709deada-dd14-414b-a156-ecfdd52a26b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:01:50Z', 'updated_at': '2021-11-03T02:01:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi'}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:01:55.512655 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59aba3b7-c3c4-4e46-8891-92db18951473 None None] The sync data for ids ['709deada-dd14-414b-a156-ecfdd52a26b1'] in dv-cinder-815614-3-iscsi is: [{'id': '709deada-dd14-414b-a156-ecfdd52a26b1', 'name': 'tempest-ServerRescueNegativeTestJSON-1568368258-router', 'tenant_id': 'dcf02d32d2b4466f90bc61e38f1776a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'a728aae1-bbc4-438d-8ca5-7b7da9e98c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:01:49Z', 'updated_at': '2021-11-03T02:01:51Z', 'revision_number': 3, 'project_id': 'dcf02d32d2b4466f90bc61e38f1776a8', 'gw_port': {'id': 'a728aae1-bbc4-438d-8ca5-7b7da9e98c11', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:64:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '709deada-dd14-414b-a156-ecfdd52a26b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:01:50Z', 'updated_at': '2021-11-03T02:01:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi'}] {{(pid=108316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:01:55.549893 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-42b699a9-1032-4aa5-a574-7dbd7f013148 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:55.632439 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-42b699a9-1032-4aa5-a574-7dbd7f013148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:55.662773 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-fd5a0a13-df1c-4518-a7b5-ac94024696b8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:55.672166 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-42b699a9-1032-4aa5-a574-7dbd7f013148 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9c7910ffb2504f9f8e95d82a1f51a4e5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5091472 Nov 03 02:01:55.675067 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b699a9-1032-4aa5-a574-7dbd7f013148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59cabce7-41b2-4094-9d09-46437699cb9f,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:01:55.675686 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 40908) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:01:55.704844 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-fd5a0a13-df1c-4518-a7b5-ac94024696b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:55.708239 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-fd5a0a13-df1c-4518-a7b5-ac94024696b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640840'] for router_interface, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:55.837487 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-3c61968f-217b-44b2-9f33-c15b978bd94d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:55.857081 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5a0a13-df1c-4518-a7b5-ac94024696b8 admin admin] Pushing event updated for resources: {'Port': ['ID=58f7d8c0-8bfd-43e5-8867-d9841733975d,revision_number=2']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:01:55.888795 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-3c61968f-217b-44b2-9f33-c15b978bd94d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:55.923900 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5a0a13-df1c-4518-a7b5-ac94024696b8 admin admin] Network 736ee5a9-6b0f-40e2-b2ff-a9aa9510814f is already hosted by enough agents. {{(pid=108314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:01:55.927425 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.base_scheduler [None req-fd5a0a13-df1c-4518-a7b5-ac94024696b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=108314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:01:56.060229 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device bf0ea242-1f91-474c-8784-5dc304542465 up at agent ovs-agent-dv-cinder-815614-3-iscsi {{(pid=108316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:01:56.105249 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd5a0a13-df1c-4518-a7b5-ac94024696b8 admin admin] Router 709deada-dd14-414b-a156-ecfdd52a26b1 has already been hosted by L3 agent dfdd482b-800d-4ddb-af67-bfdcf28c1d2f {{(pid=108314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:01:56.136433 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Provisioning complete for port bf0ea242-1f91-474c-8784-5dc304542465 triggered by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:01:56.136967 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:56.166016 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-3c61968f-217b-44b2-9f33-c15b978bd94d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:56.166016 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-3c61968f-217b-44b2-9f33-c15b978bd94d admin admin] Publish callbacks [] for security_group, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:56.166438 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-3c61968f-217b-44b2-9f33-c15b978bd94d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/59cabce7-41b2-4094-9d09-46437699cb9f HTTP/1.1" status: 204 len: 168 time: 0.4890349 Nov 03 02:01:56.206672 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61968f-217b-44b2-9f33-c15b978bd94d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59cabce7-41b2-4094-9d09-46437699cb9f,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:01:56.254584 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 40926) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:01:56.259097 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.v2.base [None req-a5a01f67-fae6-42bc-881a-75cb541280d4 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1550423681', 'description': 'tempest-description--1679350520'}} {{(pid=108315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:01:56.303354 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:56.326448 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd5a0a13-df1c-4518-a7b5-ac94024696b8 admin admin] Notify agent at l3_agent.dv-cinder-815614-3-iscsi the message routers_updated {{(pid=108314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:01:56.327935 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] For port bf0ea242-1f91-474c-8784-5dc304542465, host dv-cinder-815614-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=bf0ea242-1f91-474c-8784-5dc304542465,segment=NetworkSegment(1823f467-65f5-492c-8155-6dfe4df97867),segment_id=1823f467-65f5-492c-8155-6dfe4df97867)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:01:56.332742 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-fd5a0a13-df1c-4518-a7b5-ac94024696b8 admin admin] 10.222.0.30 "PUT /v2.0/routers/709deada-dd14-414b-a156-ecfdd52a26b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2458892 Nov 03 02:01:56.409416 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-a5a01f67-fae6-42bc-881a-75cb541280d4 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks [] for security_group, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:56.409849 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:56.411147 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device a728aae1-bbc4-438d-8ca5-7b7da9e98c11 up at agent ovs-agent-dv-cinder-815614-3-iscsi {{(pid=108316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:01:56.443428 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a161fd-dbb2-4428-9062-7bbcfe89ffa6 None None] Sync routers for ids ['59775b1d-ae58-49a9-aff6-3abf00cc504f'] in dv-cinder-815614-3-iscsi {{(pid=108317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:01:56.445010 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f8872eb8-3571-4055-bd21-3e5ea0aad4cf req-c00070f2-d28f-4056-b6d2-6cd0474c3a61 tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] 10.222.0.30 "GET /v2.0/ports?device_id=9213a9f9-14dc-4c34-9539-b7d0802418e0 HTTP/1.1" status: 200 len: 210 time: 0.0447507 Nov 03 02:01:56.474598 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a161fd-dbb2-4428-9062-7bbcfe89ffa6 None None] Routers {'59775b1d-ae58-49a9-aff6-3abf00cc504f'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:01:56.475224 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-80a161fd-dbb2-4428-9062-7bbcfe89ffa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:01:49Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['59775b1d-ae58-49a9-aff6-3abf00cc504f'], 'active': True} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:01:56.583006 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Pushing event updated for resources: {'Port': ['ID=bf0ea242-1f91-474c-8784-5dc304542465,revision_number=4']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:01:56.612417 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Provisioning complete for port a728aae1-bbc4-438d-8ca5-7b7da9e98c11 triggered by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:01:56.612985 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:56.624091 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-a5a01f67-fae6-42bc-881a-75cb541280d4 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks [] for security_group, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:56.680676 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvr_db [None req-80a161fd-dbb2-4428-9062-7bbcfe89ffa6 None None] Set router 59775b1d-ae58-49a9-aff6-3abf00cc504f gateway port host: dv-cinder-815614-3-iscsi {{(pid=108317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:01:56.683687 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-a5a01f67-fae6-42bc-881a-75cb541280d4 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:56.741598 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a01f67-fae6-42bc-881a-75cb541280d4 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09aa7204-87f9-4d8e-a324-a2bc4c492919,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:01:56.779434 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:56.803742 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] For port a728aae1-bbc4-438d-8ca5-7b7da9e98c11, host dv-cinder-815614-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=a728aae1-bbc4-438d-8ca5-7b7da9e98c11,segment=NetworkSegment(1823f467-65f5-492c-8155-6dfe4df97867),segment_id=1823f467-65f5-492c-8155-6dfe4df97867)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:01:56.814048 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-a5a01f67-fae6-42bc-881a-75cb541280d4 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks [] for security_group, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:56.816631 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-a5a01f67-fae6-42bc-881a-75cb541280d4 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5608895 Nov 03 02:01:56.819271 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 40944) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:01:56.825278 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.v2.base [None req-e1d201bc-639a-4b1d-bed7-91dedbac5a69 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Request body: {'security_group_rule': {'security_group_id': '09aa7204-87f9-4d8e-a324-a2bc4c492919', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:01:56.889174 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:56.926260 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-80a161fd-dbb2-4428-9062-7bbcfe89ffa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59775b1d-ae58-49a9-aff6-3abf00cc504f', 'name': 'tempest-AttachVolumeShelveTestJSON-1435874812-router', 'tenant_id': '86777c3ab41c4ea8bbbdf156c7792513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'bf0ea242-1f91-474c-8784-5dc304542465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:01:48Z', 'updated_at': '2021-11-03T02:01:53Z', 'revision_number': 4, 'project_id': '86777c3ab41c4ea8bbbdf156c7792513', 'gw_port': {'id': 'bf0ea242-1f91-474c-8784-5dc304542465', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:85:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59775b1d-ae58-49a9-aff6-3abf00cc504f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:01:49Z', 'updated_at': '2021-11-03T02:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_interfaces': [{'id': 'b9b9bda7-1a40-495e-825b-e93a218c2281', 'name': '', 'network_id': 'f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9', 'tenant_id': '86777c3ab41c4ea8bbbdf156c7792513', 'mac_address': 'fa:16:3e:a9:f2:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59775b1d-ae58-49a9-aff6-3abf00cc504f', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '95177d92-9024-40b6-ac79-02b9d5fce0cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:01:52Z', 'updated_at': '2021-11-03T02:01:54Z', 'revision_number': 2, 'project_id': '86777c3ab41c4ea8bbbdf156c7792513', 'subnets': [{'id': '95177d92-9024-40b6-ac79-02b9d5fce0cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:01:56.928220 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-e1d201bc-639a-4b1d-bed7-91dedbac5a69 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:56.946660 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Pushing event updated for resources: {'Port': ['ID=a728aae1-bbc4-438d-8ca5-7b7da9e98c11,revision_number=4']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:01:56.954458 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a161fd-dbb2-4428-9062-7bbcfe89ffa6 None None] Checking router: 59775b1d-ae58-49a9-aff6-3abf00cc504f for host: dv-cinder-815614-3-iscsi {{(pid=108317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:01:56.955642 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a161fd-dbb2-4428-9062-7bbcfe89ffa6 None None] Updating router 59775b1d-ae58-49a9-aff6-3abf00cc504f port b9b9bda7-1a40-495e-825b-e93a218c2281 binding host dv-cinder-815614-3-iscsi {{(pid=108317) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 02:01:57.064892 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-e1d201bc-639a-4b1d-bed7-91dedbac5a69 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:57.068158 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron_lib.callbacks.manager [None req-80a161fd-dbb2-4428-9062-7bbcfe89ffa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:57.123318 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-e1d201bc-639a-4b1d-bed7-91dedbac5a69 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587162'] for security_group_rule, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:57.159215 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d201bc-639a-4b1d-bed7-91dedbac5a69 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27697e96-fa35-42e9-ab59-2b4ac674ec6d,revision_number=0']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:01:57.197388 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a1afda-757a-4c4e-a3be-4376e9a9682e req-97467930-d02c-4ba9-8d9d-efc2f0b96295 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:01:57.198956 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b0a1afda-757a-4c4e-a3be-4376e9a9682e req-97467930-d02c-4ba9-8d9d-efc2f0b96295 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/networks?id=736ee5a9-6b0f-40e2-b2ff-a9aa9510814f HTTP/1.1" status: 200 len: 819 time: 0.1581666 Nov 03 02:01:57.213888 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b0a1afda-757a-4c4e-a3be-4376e9a9682e req-de5f5bb0-cf05-4397-9564-d214e6053512 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/quotas/dcf02d32d2b4466f90bc61e38f1776a8 HTTP/1.1" status: 200 len: 375 time: 0.0090981 Nov 03 02:01:57.216670 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-e1d201bc-639a-4b1d-bed7-91dedbac5a69 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:57.220483 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-e1d201bc-639a-4b1d-bed7-91dedbac5a69 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3973773 Nov 03 02:01:57.220695 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 40970) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:01:57.225154 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.v2.base [None req-370d53b0-f266-4fc2-a8aa-e1d0fdaf6c38 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Request body: {'security_group_rule': {'security_group_id': '09aa7204-87f9-4d8e-a324-a2bc4c492919', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:01:57.291994 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b0a1afda-757a-4c4e-a3be-4376e9a9682e req-393392df-7a20-4304-bfe1-f4ec780fa0d8 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=dcf02d32d2b4466f90bc61e38f1776a8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0717416 Nov 03 02:01:57.334305 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-370d53b0-f266-4fc2-a8aa-e1d0fdaf6c38 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:57.390302 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron_lib.callbacks.manager [None req-80a161fd-dbb2-4428-9062-7bbcfe89ffa6 None None] Publish callbacks [] for port, precommit_update {{(pid=108317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:57.414387 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-370d53b0-f266-4fc2-a8aa-e1d0fdaf6c38 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:57.472153 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron_lib.callbacks.manager [None req-80a161fd-dbb2-4428-9062-7bbcfe89ffa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:57.485167 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [req-b0a1afda-757a-4c4e-a3be-4376e9a9682e req-e6ce7bd3-0d0d-424d-8a1c-ee544485b1e2 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=108314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 02:01:57.490683 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b0a1afda-757a-4c4e-a3be-4376e9a9682e req-e6ce7bd3-0d0d-424d-8a1c-ee544485b1e2 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0602815 Nov 03 02:01:57.521938 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-370d53b0-f266-4fc2-a8aa-e1d0fdaf6c38 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587162'] for security_group_rule, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:57.581979 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370d53b0-f266-4fc2-a8aa-e1d0fdaf6c38 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dae0cd69-d632-4148-997c-6950a94c95b8,revision_number=0']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:01:57.603276 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeede975-6863-44f1-80f5-a43c3f6a8e95 None None] Pushing event updated for resources: {'Port': ['ID=b9b9bda7-1a40-495e-825b-e93a218c2281,revision_number=3']} {{(pid=108317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:01:57.652257 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-47dac889-847c-4b6d-8573-a0e0ef2ab111 req-933d0c01-a320-4873-a069-8a581584051e tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] 10.222.0.30 "GET /v2.0/ports?device_id=9213a9f9-14dc-4c34-9539-b7d0802418e0 HTTP/1.1" status: 200 len: 210 time: 0.0463006 Nov 03 02:01:57.675232 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-370d53b0-f266-4fc2-a8aa-e1d0fdaf6c38 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:57.676648 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-370d53b0-f266-4fc2-a8aa-e1d0fdaf6c38 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4548948 Nov 03 02:01:57.680803 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 40994) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:01:57.688286 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.v2.base [None req-ad348cd3-5c2c-438c-8c23-f04c01cf9e64 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Request body: {'floatingip': {'floating_network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e'}} {{(pid=108315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:01:57.723456 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.managers [None req-80a161fd-dbb2-4428-9062-7bbcfe89ffa6 None None] Attempting to bind port b9b9bda7-1a40-495e-825b-e93a218c2281 on host dv-cinder-815614-3-iscsi for vnic_type normal with profile {{(pid=108317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 02:01:57.724706 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.managers [None req-80a161fd-dbb2-4428-9062-7bbcfe89ffa6 None None] Attempting to bind port b9b9bda7-1a40-495e-825b-e93a218c2281 by drivers openvswitch,hyperv on host dv-cinder-815614-3-iscsi at level 0 using segments [{'id': '3daecc90-8d27-458b-8803-ba0d162359ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9'}] {{(pid=108317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 02:01:57.730446 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a161fd-dbb2-4428-9062-7bbcfe89ffa6 None None] Attempting to bind port b9b9bda7-1a40-495e-825b-e93a218c2281 on network f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9 {{(pid=108317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:01:57.738755 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b0a1afda-757a-4c4e-a3be-4376e9a9682e req-5a6ea3dc-0e35-44d9-955d-7372e4225795 service neutron] 10.222.0.30 "GET /v2.0/networks/736ee5a9-6b0f-40e2-b2ff-a9aa9510814f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419772 Nov 03 02:01:57.739280 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a161fd-dbb2-4428-9062-7bbcfe89ffa6 None None] Checking agent: {'id': '8d43342f-520b-4221-8f38-1d21061a375d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815614-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 1, 53, 24), 'started_at': datetime.datetime(2021, 11, 3, 1, 53, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 2, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815614-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:01:57.739626 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a161fd-dbb2-4428-9062-7bbcfe89ffa6 None None] Checking segment: {'id': '3daecc90-8d27-458b-8803-ba0d162359ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 02:01:57.740223 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron_lib.callbacks.manager [None req-80a161fd-dbb2-4428-9062-7bbcfe89ffa6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:57.741597 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a161fd-dbb2-4428-9062-7bbcfe89ffa6 None None] Bound using segment: {'id': '3daecc90-8d27-458b-8803-ba0d162359ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9'} {{(pid=108317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:01:57.742478 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.managers [None req-80a161fd-dbb2-4428-9062-7bbcfe89ffa6 None None] Bound port: b9b9bda7-1a40-495e-825b-e93a218c2281, host: dv-cinder-815614-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3daecc90-8d27-458b-8803-ba0d162359ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9'}}] {{(pid=108317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 02:01:57.745625 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron_lib.callbacks.manager [None req-80a161fd-dbb2-4428-9062-7bbcfe89ffa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:57.820706 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-ad348cd3-5c2c-438c-8c23-f04c01cf9e64 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks [] for floatingip, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:57.852463 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.db [None req-80a161fd-dbb2-4428-9062-7bbcfe89ffa6 None None] For port b9b9bda7-1a40-495e-825b-e93a218c2281, host dv-cinder-815614-3-iscsi, cleared binding levels {{(pid=108317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:01:57.860219 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.db [None req-80a161fd-dbb2-4428-9062-7bbcfe89ffa6 None None] For port b9b9bda7-1a40-495e-825b-e93a218c2281, host dv-cinder-815614-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=b9b9bda7-1a40-495e-825b-e93a218c2281,segment=NetworkSegment(3daecc90-8d27-458b-8803-ba0d162359ea),segment_id=3daecc90-8d27-458b-8803-ba0d162359ea)] {{(pid=108317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:01:57.982523 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b0a1afda-757a-4c4e-a3be-4376e9a9682e req-0901ea32-f6a2-447c-8ad2-c4ccbc5774f1 service neutron] 10.222.0.30 "GET /v2.0/networks/736ee5a9-6b0f-40e2-b2ff-a9aa9510814f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419548 Nov 03 02:01:57.993937 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device bf0ea242-1f91-474c-8784-5dc304542465 up at agent ovs-agent-dv-cinder-815614-3-iscsi {{(pid=108316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:01:58.067964 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edb5656-e52a-4e4b-b2e8-3f6215c672d3 None None] Sync routers for ids ['709deada-dd14-414b-a156-ecfdd52a26b1'] in dv-cinder-815614-3-iscsi {{(pid=108316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:01:58.100845 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron_lib.callbacks.manager [None req-80a161fd-dbb2-4428-9062-7bbcfe89ffa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:58.101422 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-5b3aa043-aaec-44a1-b7e1-9092afd4795c None None] Provisioning complete for port b9b9bda7-1a40-495e-825b-e93a218c2281 triggered by entity DHCP. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:01:58.103033 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-5b3aa043-aaec-44a1-b7e1-9092afd4795c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:58.110948 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edb5656-e52a-4e4b-b2e8-3f6215c672d3 None None] Routers {'709deada-dd14-414b-a156-ecfdd52a26b1'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:01:58.113185 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-4edb5656-e52a-4e4b-b2e8-3f6215c672d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:01:49Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['709deada-dd14-414b-a156-ecfdd52a26b1'], 'active': True} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:01:58.139158 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-ad348cd3-5c2c-438c-8c23-f04c01cf9e64 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:58.237310 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a161fd-dbb2-4428-9062-7bbcfe89ffa6 None None] Routers {'59775b1d-ae58-49a9-aff6-3abf00cc504f'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:01:58.243074 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-80a161fd-dbb2-4428-9062-7bbcfe89ffa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:01:49Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['59775b1d-ae58-49a9-aff6-3abf00cc504f'], 'active': True} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:01:58.245943 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeede975-6863-44f1-80f5-a43c3f6a8e95 None None] Pushing event updated for resources: {'Port': ['ID=b9b9bda7-1a40-495e-825b-e93a218c2281,revision_number=4']} {{(pid=108317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:01:58.287730 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Provisioning complete for port bf0ea242-1f91-474c-8784-5dc304542465 triggered by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:01:58.288378 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:58.371285 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.db.db_base_plugin_common [None req-ad348cd3-5c2c-438c-8c23-f04c01cf9e64 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Allocated IP 172.27.1.248 (4ca214f6-e89c-4bd7-af93-48c10786815e/d2239322-01a4-44c7-bb94-af7246032662/28f7fe2e-d799-4785-bd29-c6530ba9b1a0) {{(pid=108315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:01:58.527428 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvr_db [None req-80a161fd-dbb2-4428-9062-7bbcfe89ffa6 None None] Set router 59775b1d-ae58-49a9-aff6-3abf00cc504f gateway port host: dv-cinder-815614-3-iscsi {{(pid=108317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:01:58.576022 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvr_db [None req-4edb5656-e52a-4e4b-b2e8-3f6215c672d3 None None] Set router 709deada-dd14-414b-a156-ecfdd52a26b1 gateway port host: dv-cinder-815614-3-iscsi {{(pid=108316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:01:58.583170 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-5f2a9576-a96d-481c-a6b4-797ab88e5801 req-6f6d6425-442a-4a18-95cb-e7d38d3d6750 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 210 time: 0.0854449 Nov 03 02:01:58.587224 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-5b3aa043-aaec-44a1-b7e1-9092afd4795c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:58.664877 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-ad348cd3-5c2c-438c-8c23-f04c01cf9e64 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks [] for port, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:58.724662 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-5b3aa043-aaec-44a1-b7e1-9092afd4795c None None] For port b9b9bda7-1a40-495e-825b-e93a218c2281, host dv-cinder-815614-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=b9b9bda7-1a40-495e-825b-e93a218c2281,segment=NetworkSegment(3daecc90-8d27-458b-8803-ba0d162359ea),segment_id=3daecc90-8d27-458b-8803-ba0d162359ea)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:01:58.867629 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-5b3aa043-aaec-44a1-b7e1-9092afd4795c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:58.873736 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-ad348cd3-5c2c-438c-8c23-f04c01cf9e64 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784217128214'] for port, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:58.949129 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-66f05e4d-eed7-4d53-ace6-8a54186a0dca req-84f3f9ab-ef7e-4943-9d28-efbaf083a013 tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] 10.222.0.30 "GET /v2.0/ports?device_id=9213a9f9-14dc-4c34-9539-b7d0802418e0 HTTP/1.1" status: 200 len: 210 time: 0.0596819 Nov 03 02:01:58.959475 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad348cd3-5c2c-438c-8c23-f04c01cf9e64 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Network 4ca214f6-e89c-4bd7-af93-48c10786815e is already hosted by enough agents. {{(pid=108315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:01:58.974319 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.base_scheduler [None req-ad348cd3-5c2c-438c-8c23-f04c01cf9e64 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Resources bound (agent type, host, resource id): {{(pid=108315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:01:58.977100 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad348cd3-5c2c-438c-8c23-f04c01cf9e64 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Received port after_create {{(pid=108315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:01:59.018207 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device a728aae1-bbc4-438d-8ca5-7b7da9e98c11 up at agent ovs-agent-dv-cinder-815614-3-iscsi {{(pid=108316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:01:59.074610 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad348cd3-5c2c-438c-8c23-f04c01cf9e64 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Pushing event updated for resources: {'Port': ['ID=28f7fe2e-d799-4785-bd29-c6530ba9b1a0,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:01:59.090170 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-80a161fd-dbb2-4428-9062-7bbcfe89ffa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59775b1d-ae58-49a9-aff6-3abf00cc504f', 'name': 'tempest-AttachVolumeShelveTestJSON-1435874812-router', 'tenant_id': '86777c3ab41c4ea8bbbdf156c7792513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'bf0ea242-1f91-474c-8784-5dc304542465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:01:48Z', 'updated_at': '2021-11-03T02:01:53Z', 'revision_number': 4, 'project_id': '86777c3ab41c4ea8bbbdf156c7792513', 'gw_port': {'id': 'bf0ea242-1f91-474c-8784-5dc304542465', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:85:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59775b1d-ae58-49a9-aff6-3abf00cc504f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:01:49Z', 'updated_at': '2021-11-03T02:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_interfaces': [{'id': 'b9b9bda7-1a40-495e-825b-e93a218c2281', 'name': '', 'network_id': 'f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9', 'tenant_id': '86777c3ab41c4ea8bbbdf156c7792513', 'mac_address': 'fa:16:3e:a9:f2:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59775b1d-ae58-49a9-aff6-3abf00cc504f', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '95177d92-9024-40b6-ac79-02b9d5fce0cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:01:52Z', 'updated_at': '2021-11-03T02:01:57Z', 'revision_number': 4, 'project_id': '86777c3ab41c4ea8bbbdf156c7792513', 'subnets': [{'id': '95177d92-9024-40b6-ac79-02b9d5fce0cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:01:59.396258 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a161fd-dbb2-4428-9062-7bbcfe89ffa6 None None] The sync data for ids ['59775b1d-ae58-49a9-aff6-3abf00cc504f'] in dv-cinder-815614-3-iscsi is: [{'id': '59775b1d-ae58-49a9-aff6-3abf00cc504f', 'name': 'tempest-AttachVolumeShelveTestJSON-1435874812-router', 'tenant_id': '86777c3ab41c4ea8bbbdf156c7792513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'bf0ea242-1f91-474c-8784-5dc304542465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:01:48Z', 'updated_at': '2021-11-03T02:01:53Z', 'revision_number': 4, 'project_id': '86777c3ab41c4ea8bbbdf156c7792513', 'gw_port': {'id': 'bf0ea242-1f91-474c-8784-5dc304542465', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:85:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59775b1d-ae58-49a9-aff6-3abf00cc504f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:01:49Z', 'updated_at': '2021-11-03T02:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_interfaces': [{'id': 'b9b9bda7-1a40-495e-825b-e93a218c2281', 'name': '', 'network_id': 'f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9', 'tenant_id': '86777c3ab41c4ea8bbbdf156c7792513', 'mac_address': 'fa:16:3e:a9:f2:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59775b1d-ae58-49a9-aff6-3abf00cc504f', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '95177d92-9024-40b6-ac79-02b9d5fce0cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:01:52Z', 'updated_at': '2021-11-03T02:01:57Z', 'revision_number': 4, 'project_id': '86777c3ab41c4ea8bbbdf156c7792513', 'subnets': [{'id': '95177d92-9024-40b6-ac79-02b9d5fce0cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:01:59.403788 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-ad348cd3-5c2c-438c-8c23-f04c01cf9e64 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:59.404888 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3aa043-aaec-44a1-b7e1-9092afd4795c None None] Pushing event updated for resources: {'Port': ['ID=b9b9bda7-1a40-495e-825b-e93a218c2281,revision_number=5']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:01:59.404888 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:59.437160 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-62c13b79-7241-4d1a-a787-38ef902c09ab None None] Provisioning complete for port b9b9bda7-1a40-495e-825b-e93a218c2281 triggered by entity DHCP. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:01:59.437878 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-62c13b79-7241-4d1a-a787-38ef902c09ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:59.453116 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-ad348cd3-5c2c-438c-8c23-f04c01cf9e64 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:59.472581 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c18ff-a5d1-496d-8387-feebbd0d460e req-8acc9a81-6b62-4d97-805d-dac4e1de554c tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:01:59.474102 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-4e4c18ff-a5d1-496d-8387-feebbd0d460e req-8acc9a81-6b62-4d97-805d-dac4e1de554c tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/networks?id=736ee5a9-6b0f-40e2-b2ff-a9aa9510814f HTTP/1.1" status: 200 len: 819 time: 0.4253755 Nov 03 02:01:59.487398 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Provisioning complete for port a728aae1-bbc4-438d-8ca5-7b7da9e98c11 triggered by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:01:59.487929 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:59.501179 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-4e4c18ff-a5d1-496d-8387-feebbd0d460e req-3b22f269-1f9b-4eca-aa27-66d5ad0fbc7a tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/quotas/dcf02d32d2b4466f90bc61e38f1776a8 HTTP/1.1" status: 200 len: 375 time: 0.0197153 Nov 03 02:01:59.566819 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-4e4c18ff-a5d1-496d-8387-feebbd0d460e req-a7229091-4913-4c60-86dd-2a84efc84b20 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=dcf02d32d2b4466f90bc61e38f1776a8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0641744 Nov 03 02:01:59.735477 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-4edb5656-e52a-4e4b-b2e8-3f6215c672d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709deada-dd14-414b-a156-ecfdd52a26b1', 'name': 'tempest-ServerRescueNegativeTestJSON-1568368258-router', 'tenant_id': 'dcf02d32d2b4466f90bc61e38f1776a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'a728aae1-bbc4-438d-8ca5-7b7da9e98c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:01:49Z', 'updated_at': '2021-11-03T02:01:55Z', 'revision_number': 4, 'project_id': 'dcf02d32d2b4466f90bc61e38f1776a8', 'gw_port': {'id': 'a728aae1-bbc4-438d-8ca5-7b7da9e98c11', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:64:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709deada-dd14-414b-a156-ecfdd52a26b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:01:50Z', 'updated_at': '2021-11-03T02:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_interfaces': [{'id': '58f7d8c0-8bfd-43e5-8867-d9841733975d', 'name': '', 'network_id': '736ee5a9-6b0f-40e2-b2ff-a9aa9510814f', 'tenant_id': 'dcf02d32d2b4466f90bc61e38f1776a8', 'mac_address': 'fa:16:3e:e4:2b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '709deada-dd14-414b-a156-ecfdd52a26b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '67746e52-e9e3-4c10-8eb3-4bad00b287b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:01:53Z', 'updated_at': '2021-11-03T02:01:55Z', 'revision_number': 2, 'project_id': 'dcf02d32d2b4466f90bc61e38f1776a8', 'subnets': [{'id': '67746e52-e9e3-4c10-8eb3-4bad00b287b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:01:59.770296 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-4e4c18ff-a5d1-496d-8387-feebbd0d460e req-d9ee6010-f2f7-48c0-81f7-cf3b102de275 service neutron] 10.222.0.30 "GET /v2.0/networks/736ee5a9-6b0f-40e2-b2ff-a9aa9510814f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963296 Nov 03 02:01:59.797388 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edb5656-e52a-4e4b-b2e8-3f6215c672d3 None None] Checking router: 709deada-dd14-414b-a156-ecfdd52a26b1 for host: dv-cinder-815614-3-iscsi {{(pid=108316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:01:59.797939 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edb5656-e52a-4e4b-b2e8-3f6215c672d3 None None] Updating router 709deada-dd14-414b-a156-ecfdd52a26b1 port 58f7d8c0-8bfd-43e5-8867-d9841733975d binding host dv-cinder-815614-3-iscsi {{(pid=108316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 02:01:59.813241 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-ad348cd3-5c2c-438c-8c23-f04c01cf9e64 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks [] for port, precommit_update {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:59.876394 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-4edb5656-e52a-4e4b-b2e8-3f6215c672d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:01:59.917737 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-ad348cd3-5c2c-438c-8c23-f04c01cf9e64 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:00.033086 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-ad348cd3-5c2c-438c-8c23-f04c01cf9e64 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641583'] for floatingip, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:00.037878 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-4e4c18ff-a5d1-496d-8387-feebbd0d460e req-b526724b-6a8b-40d7-8f4e-d9f7a9b20cc7 service neutron] 10.222.0.30 "GET /v2.0/networks/736ee5a9-6b0f-40e2-b2ff-a9aa9510814f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605093 Nov 03 02:02:00.040970 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad348cd3-5c2c-438c-8c23-f04c01cf9e64 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Pushing event updated for resources: {'Port': ['ID=28f7fe2e-d799-4785-bd29-c6530ba9b1a0,revision_number=2']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:02:00.107286 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device b9b9bda7-1a40-495e-825b-e93a218c2281 up at agent ovs-agent-dv-cinder-815614-3-iscsi {{(pid=108316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:02:00.160260 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-ad348cd3-5c2c-438c-8c23-f04c01cf9e64 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622'] for floatingip, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:00.161713 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-ad348cd3-5c2c-438c-8c23-f04c01cf9e64 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4790072 Nov 03 02:02:00.304992 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-92271a1a-952c-4584-ad04-a49e97227450 req-49ef9522-c111-4620-8e29-a296d7e4b547 tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] 10.222.0.30 "GET /v2.0/ports?device_id=9213a9f9-14dc-4c34-9539-b7d0802418e0 HTTP/1.1" status: 200 len: 210 time: 0.0570726 Nov 03 02:02:00.331906 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Provisioning complete for port b9b9bda7-1a40-495e-825b-e93a218c2281 triggered by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:02:00.332668 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:00.473360 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-6d18f0ec-d1f6-43ee-b021-2a4bf22cfdf9 req-3a3864ce-cbf1-4d8f-88a6-80061f0c218a tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 210 time: 0.0494294 Nov 03 02:02:00.555631 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-4edb5656-e52a-4e4b-b2e8-3f6215c672d3 None None] Publish callbacks [] for port, precommit_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:00.696596 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-9711a50c-4cf0-438c-b756-7a664aa6a43c req-0fa437df-d140-4bb3-860f-97c99ca48080 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1550423681&fields=id&tenant_id=86777c3ab41c4ea8bbbdf156c7792513 HTTP/1.1" status: 200 len: 267 time: 0.0560834 Nov 03 02:02:00.746283 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-4edb5656-e52a-4e4b-b2e8-3f6215c672d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:00.813587 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f38ddeb-98ac-4dfd-85f7-9f43f66ac6e7 None None] Pushing event updated for resources: {'Port': ['ID=58f7d8c0-8bfd-43e5-8867-d9841733975d,revision_number=3']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:02:00.837604 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9711a50c-4cf0-438c-b756-7a664aa6a43c req-780b3108-5494-4ae4-8610-884bb77697ec tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:00.839180 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-9711a50c-4cf0-438c-b756-7a664aa6a43c req-780b3108-5494-4ae4-8610-884bb77697ec tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/networks?id=f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9 HTTP/1.1" status: 200 len: 817 time: 0.1357057 Nov 03 02:02:00.860396 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-9711a50c-4cf0-438c-b756-7a664aa6a43c req-29c034ed-655c-403b-ab74-70632ac90ba2 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/quotas/86777c3ab41c4ea8bbbdf156c7792513 HTTP/1.1" status: 200 len: 375 time: 0.0127649 Nov 03 02:02:00.868455 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.managers [None req-4edb5656-e52a-4e4b-b2e8-3f6215c672d3 None None] Attempting to bind port 58f7d8c0-8bfd-43e5-8867-d9841733975d on host dv-cinder-815614-3-iscsi for vnic_type normal with profile {{(pid=108316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 02:02:00.868807 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.managers [None req-4edb5656-e52a-4e4b-b2e8-3f6215c672d3 None None] Attempting to bind port 58f7d8c0-8bfd-43e5-8867-d9841733975d by drivers openvswitch,hyperv on host dv-cinder-815614-3-iscsi at level 0 using segments [{'id': '3ed561a2-2713-4e58-b707-02e24c25c667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '736ee5a9-6b0f-40e2-b2ff-a9aa9510814f'}] {{(pid=108316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 02:02:00.869290 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edb5656-e52a-4e4b-b2e8-3f6215c672d3 None None] Attempting to bind port 58f7d8c0-8bfd-43e5-8867-d9841733975d on network 736ee5a9-6b0f-40e2-b2ff-a9aa9510814f {{(pid=108316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:02:00.874778 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edb5656-e52a-4e4b-b2e8-3f6215c672d3 None None] Checking agent: {'id': '8d43342f-520b-4221-8f38-1d21061a375d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815614-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 1, 53, 24), 'started_at': datetime.datetime(2021, 11, 3, 1, 53, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 2, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815614-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:02:00.875705 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edb5656-e52a-4e4b-b2e8-3f6215c672d3 None None] Checking segment: {'id': '3ed561a2-2713-4e58-b707-02e24c25c667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '736ee5a9-6b0f-40e2-b2ff-a9aa9510814f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 02:02:00.875705 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-4edb5656-e52a-4e4b-b2e8-3f6215c672d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:00.876001 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edb5656-e52a-4e4b-b2e8-3f6215c672d3 None None] Bound using segment: {'id': '3ed561a2-2713-4e58-b707-02e24c25c667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '736ee5a9-6b0f-40e2-b2ff-a9aa9510814f'} {{(pid=108316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:02:00.876366 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.managers [None req-4edb5656-e52a-4e4b-b2e8-3f6215c672d3 None None] Bound port: 58f7d8c0-8bfd-43e5-8867-d9841733975d, host: dv-cinder-815614-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed561a2-2713-4e58-b707-02e24c25c667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '736ee5a9-6b0f-40e2-b2ff-a9aa9510814f'}}] {{(pid=108316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 02:02:00.876768 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-4edb5656-e52a-4e4b-b2e8-3f6215c672d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:00.918506 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-9711a50c-4cf0-438c-b756-7a664aa6a43c req-33df74d6-0ce2-420d-87c8-3a163fce33c7 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=86777c3ab41c4ea8bbbdf156c7792513&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0519669 Nov 03 02:02:00.970750 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-4edb5656-e52a-4e4b-b2e8-3f6215c672d3 None None] For port 58f7d8c0-8bfd-43e5-8867-d9841733975d, host dv-cinder-815614-3-iscsi, cleared binding levels {{(pid=108316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:02:00.975892 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-4edb5656-e52a-4e4b-b2e8-3f6215c672d3 None None] For port 58f7d8c0-8bfd-43e5-8867-d9841733975d, host dv-cinder-815614-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=58f7d8c0-8bfd-43e5-8867-d9841733975d,segment=NetworkSegment(3ed561a2-2713-4e58-b707-02e24c25c667),segment_id=3ed561a2-2713-4e58-b707-02e24c25c667)] {{(pid=108316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:02:01.035714 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-9711a50c-4cf0-438c-b756-7a664aa6a43c req-4308dc59-a686-476e-b739-fa562a326c14 service neutron] 10.222.0.30 "GET /v2.0/networks/f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028163 Nov 03 02:02:01.083648 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-4edb5656-e52a-4e4b-b2e8-3f6215c672d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:01.130899 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edb5656-e52a-4e4b-b2e8-3f6215c672d3 None None] Routers {'709deada-dd14-414b-a156-ecfdd52a26b1'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:02:01.131961 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-4edb5656-e52a-4e4b-b2e8-3f6215c672d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:01:49Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['709deada-dd14-414b-a156-ecfdd52a26b1'], 'active': True} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:02:01.136570 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-9711a50c-4cf0-438c-b756-7a664aa6a43c req-4d2748e5-f0c4-4587-8feb-899db269dc50 service neutron] 10.222.0.30 "GET /v2.0/networks/f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940931 Nov 03 02:02:01.206050 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f38ddeb-98ac-4dfd-85f7-9f43f66ac6e7 None None] Pushing event updated for resources: {'Port': ['ID=58f7d8c0-8bfd-43e5-8867-d9841733975d,revision_number=4']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:02:01.292548 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvr_db [None req-4edb5656-e52a-4e4b-b2e8-3f6215c672d3 None None] Set router 709deada-dd14-414b-a156-ecfdd52a26b1 gateway port host: dv-cinder-815614-3-iscsi {{(pid=108316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:02:01.423023 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-ff93fb69-fb83-45d9-8ff1-d108e3a474e7 req-6b033a0a-9946-40fb-bd54-41ef58d17031 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 210 time: 0.0539322 Nov 03 02:02:01.463713 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-9af3f94e-89b2-454a-a23e-bcd87935f3d8 req-8c0eb4ee-eb38-48c8-91d9-37d20aeb16e0 tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] 10.222.0.30 "GET /v2.0/ports?device_id=9213a9f9-14dc-4c34-9539-b7d0802418e0 HTTP/1.1" status: 200 len: 210 time: 0.0328376 Nov 03 02:02:01.566700 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-4edb5656-e52a-4e4b-b2e8-3f6215c672d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709deada-dd14-414b-a156-ecfdd52a26b1', 'name': 'tempest-ServerRescueNegativeTestJSON-1568368258-router', 'tenant_id': 'dcf02d32d2b4466f90bc61e38f1776a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'a728aae1-bbc4-438d-8ca5-7b7da9e98c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:01:49Z', 'updated_at': '2021-11-03T02:01:55Z', 'revision_number': 4, 'project_id': 'dcf02d32d2b4466f90bc61e38f1776a8', 'gw_port': {'id': 'a728aae1-bbc4-438d-8ca5-7b7da9e98c11', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:64:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709deada-dd14-414b-a156-ecfdd52a26b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:01:50Z', 'updated_at': '2021-11-03T02:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_interfaces': [{'id': '58f7d8c0-8bfd-43e5-8867-d9841733975d', 'name': '', 'network_id': '736ee5a9-6b0f-40e2-b2ff-a9aa9510814f', 'tenant_id': 'dcf02d32d2b4466f90bc61e38f1776a8', 'mac_address': 'fa:16:3e:e4:2b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '709deada-dd14-414b-a156-ecfdd52a26b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '67746e52-e9e3-4c10-8eb3-4bad00b287b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:01:53Z', 'updated_at': '2021-11-03T02:02:00Z', 'revision_number': 4, 'project_id': 'dcf02d32d2b4466f90bc61e38f1776a8', 'subnets': [{'id': '67746e52-e9e3-4c10-8eb3-4bad00b287b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:02:01.582578 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-7d9027ec-4417-4739-864b-754b2b72dd51 req-57e4c187-7ad5-459b-9736-fd1e64b8ec5b tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 210 time: 0.0267913 Nov 03 02:02:01.593774 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edb5656-e52a-4e4b-b2e8-3f6215c672d3 None None] The sync data for ids ['709deada-dd14-414b-a156-ecfdd52a26b1'] in dv-cinder-815614-3-iscsi is: [{'id': '709deada-dd14-414b-a156-ecfdd52a26b1', 'name': 'tempest-ServerRescueNegativeTestJSON-1568368258-router', 'tenant_id': 'dcf02d32d2b4466f90bc61e38f1776a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'a728aae1-bbc4-438d-8ca5-7b7da9e98c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:01:49Z', 'updated_at': '2021-11-03T02:01:55Z', 'revision_number': 4, 'project_id': 'dcf02d32d2b4466f90bc61e38f1776a8', 'gw_port': {'id': 'a728aae1-bbc4-438d-8ca5-7b7da9e98c11', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:64:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709deada-dd14-414b-a156-ecfdd52a26b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:01:50Z', 'updated_at': '2021-11-03T02:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_interfaces': [{'id': '58f7d8c0-8bfd-43e5-8867-d9841733975d', 'name': '', 'network_id': '736ee5a9-6b0f-40e2-b2ff-a9aa9510814f', 'tenant_id': 'dcf02d32d2b4466f90bc61e38f1776a8', 'mac_address': 'fa:16:3e:e4:2b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '709deada-dd14-414b-a156-ecfdd52a26b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '67746e52-e9e3-4c10-8eb3-4bad00b287b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:01:53Z', 'updated_at': '2021-11-03T02:02:00Z', 'revision_number': 4, 'project_id': 'dcf02d32d2b4466f90bc61e38f1776a8', 'subnets': [{'id': '67746e52-e9e3-4c10-8eb3-4bad00b287b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:02:02.016893 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device 58f7d8c0-8bfd-43e5-8867-d9841733975d up at agent ovs-agent-dv-cinder-815614-3-iscsi {{(pid=108316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:02:02.067700 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Provisioning complete for port 58f7d8c0-8bfd-43e5-8867-d9841733975d triggered by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:02:02.071832 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:02.156776 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:02.191896 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] For port 58f7d8c0-8bfd-43e5-8867-d9841733975d, host dv-cinder-815614-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=58f7d8c0-8bfd-43e5-8867-d9841733975d,segment=NetworkSegment(3ed561a2-2713-4e58-b707-02e24c25c667),segment_id=3ed561a2-2713-4e58-b707-02e24c25c667)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:02:02.211889 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.37', 58954) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:02:02.266737 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:02.363935 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Pushing event updated for resources: {'Port': ['ID=58f7d8c0-8bfd-43e5-8867-d9841733975d,revision_number=5']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:02:02.615107 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f06274ea-7f6c-4f2f-b460-807917cba22a req-05885f67-d063-435a-bd3b-8553d0fb95c6 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 210 time: 0.0777681 Nov 03 02:02:02.622249 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-65a96b45-947a-4f92-beb3-60df14e37980 req-4a15e604-4964-495f-9d49-d7608f45eddc tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] 10.222.0.30 "GET /v2.0/ports?device_id=9213a9f9-14dc-4c34-9539-b7d0802418e0 HTTP/1.1" status: 200 len: 210 time: 0.0754240 Nov 03 02:02:02.639902 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e180c1d9-8fd8-411b-982a-ba996bde236e req-db3d4373-8a89-4c02-a93e-9d7446975f00 tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:02.641277 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-e180c1d9-8fd8-411b-982a-ba996bde236e req-db3d4373-8a89-4c02-a93e-9d7446975f00 tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] 10.222.0.37 "GET /v2.0/networks?id=bb7c4a3f-87fa-4680-9e11-21b7c738f9bc HTTP/1.1" status: 200 len: 812 time: 0.4162395 Nov 03 02:02:02.711490 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-99a07d07-1df1-428c-978c-379a587789aa req-5c91bf27-16f8-4675-ad5f-076aed0c9a38 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 210 time: 0.0284400 Nov 03 02:02:03.046508 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 41214) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:02:03.157201 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-ef487337-3571-435e-b79a-a00e007d190f admin admin] Publish callbacks [] for security_group, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:03.232080 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-ef487337-3571-435e-b79a-a00e007d190f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:03.323185 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-ef487337-3571-435e-b79a-a00e007d190f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:03.359186 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef487337-3571-435e-b79a-a00e007d190f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b82d78b-d22c-4f94-a066-345cc4fe9744,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:02:03.364698 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-ef487337-3571-435e-b79a-a00e007d190f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bf41719532b94ddf81ae969775cf18f8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3171458 Nov 03 02:02:03.367358 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 41230) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:02:03.416197 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-b82bf619-ba03-414a-9954-c2235a3342cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:03.436981 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-b82bf619-ba03-414a-9954-c2235a3342cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:03.631769 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-b82bf619-ba03-414a-9954-c2235a3342cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:03.640809 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-b82bf619-ba03-414a-9954-c2235a3342cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:03.640809 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-b82bf619-ba03-414a-9954-c2235a3342cf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7b82d78b-d22c-4f94-a066-345cc4fe9744 HTTP/1.1" status: 204 len: 168 time: 0.2675483 Nov 03 02:02:03.658204 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82bf619-ba03-414a-9954-c2235a3342cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b82d78b-d22c-4f94-a066-345cc4fe9744,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:02:03.732492 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-ba5b1332-9a39-482a-aaff-2b7fd380b614 req-02ac89c1-90cf-41b4-8bca-549e90407baf tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 210 time: 0.0277617 Nov 03 02:02:03.758592 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-33853695-1619-4aa5-87d6-85c498631e81 req-f0b1c2b0-e45e-48e0-adde-a305afc82245 tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] 10.222.0.30 "GET /v2.0/ports?device_id=9213a9f9-14dc-4c34-9539-b7d0802418e0 HTTP/1.1" status: 200 len: 210 time: 0.0283060 Nov 03 02:02:03.824421 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-07c9b26f-ed5b-4999-b2d2-5ffe9cfcf5b1 req-1d1a86f6-08fb-4a77-a2b3-7a26cbca7610 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 210 time: 0.0308983 Nov 03 02:02:03.978273 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device 58f7d8c0-8bfd-43e5-8867-d9841733975d up at agent ovs-agent-dv-cinder-815614-3-iscsi {{(pid=108316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:02:04.026533 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Provisioning complete for port 58f7d8c0-8bfd-43e5-8867-d9841733975d triggered by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:02:04.026899 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:04.356412 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 41252) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:02:04.369479 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-e4b23e64-8c9e-40a8-aadf-ea0c448412fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:04.440638 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-e4b23e64-8c9e-40a8-aadf-ea0c448412fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:04.580020 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-e4b23e64-8c9e-40a8-aadf-ea0c448412fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:04.630827 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-e4b23e64-8c9e-40a8-aadf-ea0c448412fb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5c1fe5a6a00644ad967a4202ab5a2c2f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2733319 Nov 03 02:02:04.631779 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b23e64-8c9e-40a8-aadf-ea0c448412fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c418c5d4-bdd1-4945-8366-353008456c27,revision_number=1']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:02:04.633591 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 41260) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:02:04.698258 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-5f520e39-2133-4e6d-8cca-f433d9285fbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:04.719905 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-5f520e39-2133-4e6d-8cca-f433d9285fbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:04.830791 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-275f8b4c-122a-43f7-8330-05f42ff6e2bd req-a92fae05-ac22-44c9-9a46-b07f1027a11f tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 210 time: 0.0259328 Nov 03 02:02:04.854798 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-5f520e39-2133-4e6d-8cca-f433d9285fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:04.858176 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-5f520e39-2133-4e6d-8cca-f433d9285fbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:04.858422 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e5a1c8d4-4811-413c-b6e8-f98255778416 req-58c99116-57e0-441e-9f15-3ef0544ce90c tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] 10.222.0.30 "GET /v2.0/ports?device_id=9213a9f9-14dc-4c34-9539-b7d0802418e0 HTTP/1.1" status: 200 len: 210 time: 0.0266762 Nov 03 02:02:04.859400 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-5f520e39-2133-4e6d-8cca-f433d9285fbd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c418c5d4-bdd1-4945-8366-353008456c27 HTTP/1.1" status: 204 len: 168 time: 0.2247627 Nov 03 02:02:04.868617 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f520e39-2133-4e6d-8cca-f433d9285fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c418c5d4-bdd1-4945-8366-353008456c27,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:02:04.934319 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-0f932549-dcd2-4af1-866b-24d151f6dd76 req-933e58fb-ecb4-4415-92fc-0469866fd6cf tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 210 time: 0.0293326 Nov 03 02:02:05.498281 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.v2.base [req-e180c1d9-8fd8-411b-982a-ba996bde236e req-796fd9ac-ad29-4e1d-b138-41c8a17a16cf tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] Request body: {'port': {'device_id': '9213a9f9-14dc-4c34-9539-b7d0802418e0', 'network_id': 'bb7c4a3f-87fa-4680-9e11-21b7c738f9bc', 'admin_state_up': True, 'tenant_id': '76031e079d5240599980bd51be51f6e5'}} {{(pid=108315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:02:05.747392 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e180c1d9-8fd8-411b-982a-ba996bde236e req-796fd9ac-ad29-4e1d-b138-41c8a17a16cf tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] Made reservation on behalf of 76031e079d5240599980bd51be51f6e5 for: {'port': 1} {{(pid=108315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:02:05.751688 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-e180c1d9-8fd8-411b-982a-ba996bde236e req-796fd9ac-ad29-4e1d-b138-41c8a17a16cf tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:06.004068 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d99f24b6-aaef-463d-8326-65d612b34b4c req-1cb118a2-362d-4ce3-a4ed-c295e39c1589 tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] 10.222.0.30 "GET /v2.0/ports?device_id=9213a9f9-14dc-4c34-9539-b7d0802418e0 HTTP/1.1" status: 200 len: 210 time: 0.0637968 Nov 03 02:02:06.006582 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-70344e4c-1bec-4ee6-ba20-d741c597bca3 req-e6a92e3d-c4d7-44db-9100-321a4daa528b tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 210 time: 0.0888450 Nov 03 02:02:06.017032 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.db.db_base_plugin_common [req-e180c1d9-8fd8-411b-982a-ba996bde236e req-796fd9ac-ad29-4e1d-b138-41c8a17a16cf tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] Allocated IP 172.20.0.2 (bb7c4a3f-87fa-4680-9e11-21b7c738f9bc/ad8abcb3-ec08-4ff0-8ca3-324908cd520a/e9c4cc5e-bace-46c6-b5ad-1295223f054e) {{(pid=108315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:02:06.100182 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-9fab0ea0-a7f8-4147-9390-c1b8c518a92e req-6b42f26c-ff44-46af-9814-be00ac105c1f tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 210 time: 0.0286677 Nov 03 02:02:06.203901 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-e180c1d9-8fd8-411b-982a-ba996bde236e req-796fd9ac-ad29-4e1d-b138-41c8a17a16cf tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] Publish callbacks [] for port, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:06.323958 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-e180c1d9-8fd8-411b-982a-ba996bde236e req-796fd9ac-ad29-4e1d-b138-41c8a17a16cf tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784217128214'] for port, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:06.443957 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e180c1d9-8fd8-411b-982a-ba996bde236e req-796fd9ac-ad29-4e1d-b138-41c8a17a16cf tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] Network bb7c4a3f-87fa-4680-9e11-21b7c738f9bc is already hosted by enough agents. {{(pid=108315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:02:06.453212 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.base_scheduler [req-e180c1d9-8fd8-411b-982a-ba996bde236e req-796fd9ac-ad29-4e1d-b138-41c8a17a16cf tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] Resources bound (agent type, host, resource id): {{(pid=108315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:02:06.458500 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.db.l3_dvrscheduler_db [req-e180c1d9-8fd8-411b-982a-ba996bde236e req-796fd9ac-ad29-4e1d-b138-41c8a17a16cf tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] Received port after_create {{(pid=108315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:02:06.464591 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e180c1d9-8fd8-411b-982a-ba996bde236e req-796fd9ac-ad29-4e1d-b138-41c8a17a16cf tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:06.465217 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-e180c1d9-8fd8-411b-982a-ba996bde236e req-796fd9ac-ad29-4e1d-b138-41c8a17a16cf tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554904'] for port, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:06.469531 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796fd9ac-ad29-4e1d-b138-41c8a17a16cf tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] Pushing event updated for resources: {'Port': ['ID=e9c4cc5e-bace-46c6-b5ad-1295223f054e,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:02:06.583674 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-e180c1d9-8fd8-411b-982a-ba996bde236e req-796fd9ac-ad29-4e1d-b138-41c8a17a16cf tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0892680 Nov 03 02:02:07.242074 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf21ef5-ed20-4f76-b299-1bb5db98758e req-9ef9e60a-4490-411d-b4af-efa00b33c8ed tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:07.262573 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-5bf21ef5-ed20-4f76-b299-1bb5db98758e req-9ef9e60a-4490-411d-b4af-efa00b33c8ed tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] 10.222.0.30 "GET /v2.0/ports?device_id=9213a9f9-14dc-4c34-9539-b7d0802418e0 HTTP/1.1" status: 200 len: 931 time: 0.1149142 Nov 03 02:02:07.346625 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-5bf21ef5-ed20-4f76-b299-1bb5db98758e req-2f7bbe0a-72a7-401a-a048-4451dc351b29 tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] 10.222.0.30 "GET /v2.0/security-groups?id=09f60560-c90b-407f-ab2c-028abad36f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823951 Nov 03 02:02:07.501090 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-524ffd13-0390-4689-9e8b-a62dbe5d88f4 req-4952a095-befd-41bc-96ae-7873cfe50216 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 210 time: 0.0499387 Nov 03 02:02:07.511492 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-62c124b8-09ef-4721-8ae3-9a1250ae3e45 req-d015d7de-fcbd-4c01-a8f1-71e5ad70d445 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 210 time: 0.0506220 Nov 03 02:02:08.499235 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce63f7-9aa9-408a-8902-5e6194f4b2c5 req-42a3b933-29b6-4c3e-b685-4944f18f57a6 tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:08.501692 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-15ce63f7-9aa9-408a-8902-5e6194f4b2c5 req-42a3b933-29b6-4c3e-b685-4944f18f57a6 tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] 10.222.0.30 "GET /v2.0/ports?device_id=9213a9f9-14dc-4c34-9539-b7d0802418e0 HTTP/1.1" status: 200 len: 931 time: 0.0737088 Nov 03 02:02:08.673181 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-15ce63f7-9aa9-408a-8902-5e6194f4b2c5 req-1ac13335-3d25-41a3-b014-90292569f418 tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] 10.222.0.30 "GET /v2.0/security-groups?id=09f60560-c90b-407f-ab2c-028abad36f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648247 Nov 03 02:02:08.734016 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-831692d8-87ad-47c1-a138-9aac4413b9e6 req-665f9593-d328-4f4f-abb5-80360bc657cb tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 210 time: 0.0947976 Nov 03 02:02:08.774185 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e830523c-7214-4211-ba60-f0743dcc604f req-0fd90f17-5eea-4ac2-af08-074306fb2144 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 210 time: 0.0280001 Nov 03 02:02:09.260266 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 41454) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:02:09.382746 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-ddca0f3e-f0ce-45f3-b892-e23c5189c8fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:09.462633 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-ddca0f3e-f0ce-45f3-b892-e23c5189c8fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:09.786736 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-ddca0f3e-f0ce-45f3-b892-e23c5189c8fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:09.811129 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1907c4b-0327-43c9-9fa8-fa46c6350004 req-95f8d190-70f2-4b0c-a2e8-2fd1f94ffa88 tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:09.815263 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e1907c4b-0327-43c9-9fa8-fa46c6350004 req-95f8d190-70f2-4b0c-a2e8-2fd1f94ffa88 tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] 10.222.0.30 "GET /v2.0/ports?device_id=9213a9f9-14dc-4c34-9539-b7d0802418e0 HTTP/1.1" status: 200 len: 931 time: 0.0699313 Nov 03 02:02:09.829443 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddca0f3e-f0ce-45f3-b892-e23c5189c8fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566f2cba-5557-4869-95b0-5f7488eafd9c,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:02:09.851989 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-ddca0f3e-f0ce-45f3-b892-e23c5189c8fc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=adf8ddefb15b41adb4c0c6b6adbe1992&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5905311 Nov 03 02:02:09.856131 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 41470) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:02:09.871738 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f3d182b0-ebe9-464a-9684-33b861f9ef82 req-c0f89772-d663-4b72-b0a6-f680e7dbd127 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 210 time: 0.0552015 Nov 03 02:02:09.907009 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e1907c4b-0327-43c9-9fa8-fa46c6350004 req-1d37060a-42b5-4a5e-8ccb-91f76f239ea0 tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] 10.222.0.30 "GET /v2.0/security-groups?id=09f60560-c90b-407f-ab2c-028abad36f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768108 Nov 03 02:02:09.956270 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-03dc51e6-02e6-419b-a9b0-2917531f411b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:09.983886 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-4a926257-b346-4cbd-aa10-6f7c866f5335 req-1dfb350e-6ab9-40ff-a27e-addfbe71b975 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 210 time: 0.0374269 Nov 03 02:02:09.995533 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-03dc51e6-02e6-419b-a9b0-2917531f411b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:10.254670 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-03dc51e6-02e6-419b-a9b0-2917531f411b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:10.261142 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-03dc51e6-02e6-419b-a9b0-2917531f411b admin admin] Publish callbacks [] for security_group, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:10.261142 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-03dc51e6-02e6-419b-a9b0-2917531f411b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/566f2cba-5557-4869-95b0-5f7488eafd9c HTTP/1.1" status: 204 len: 168 time: 0.3926382 Nov 03 02:02:10.268447 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dc51e6-02e6-419b-a9b0-2917531f411b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566f2cba-5557-4869-95b0-5f7488eafd9c,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:02:10.998942 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-028c875f-e6cf-4b1d-a3f9-575ffeff3443 req-b410612e-f8ea-4b66-91db-5388ab3f280c tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 210 time: 0.0463536 Nov 03 02:02:11.057524 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c40fa1a-592f-4d59-8463-7d8a35e847dd req-ba6bdd4f-54c7-441a-a993-43f8d305a6fd tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:11.059358 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-4c40fa1a-592f-4d59-8463-7d8a35e847dd req-ba6bdd4f-54c7-441a-a993-43f8d305a6fd tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] 10.222.0.30 "GET /v2.0/ports?device_id=9213a9f9-14dc-4c34-9539-b7d0802418e0 HTTP/1.1" status: 200 len: 931 time: 0.0588953 Nov 03 02:02:11.122516 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-9cd6d728-3688-4cf3-851d-93efe91dd8aa req-a0cc792f-ecf5-4991-bb81-9cf0374fc193 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 210 time: 0.0395317 Nov 03 02:02:11.156697 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-4c40fa1a-592f-4d59-8463-7d8a35e847dd req-06393366-2dd8-4bc7-b9d2-17c2872b3727 tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] 10.222.0.30 "GET /v2.0/security-groups?id=09f60560-c90b-407f-ab2c-028abad36f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834839 Nov 03 02:02:12.147284 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f87f4cbb-8a9f-48c4-8516-646d5a3943a0 req-e822f660-706f-44e1-b558-f76077ed39cb tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 210 time: 0.0415065 Nov 03 02:02:12.257567 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f456afb9-5eed-407b-be7c-addfb09afe4f req-de29393c-ed54-4e54-bf75-b12f0629642c tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 210 time: 0.0442517 Nov 03 02:02:12.281018 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7972229-8010-4bc2-8160-c695e110c3f3 req-7710d76a-d5bf-4e8e-a039-239308e62115 tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:12.282695 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a7972229-8010-4bc2-8160-c695e110c3f3 req-7710d76a-d5bf-4e8e-a039-239308e62115 tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] 10.222.0.30 "GET /v2.0/ports?device_id=9213a9f9-14dc-4c34-9539-b7d0802418e0 HTTP/1.1" status: 200 len: 931 time: 0.0588455 Nov 03 02:02:12.332387 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a7972229-8010-4bc2-8160-c695e110c3f3 req-4c7f5c98-f2ee-4f89-bc3a-1e987fd2d9e2 tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] 10.222.0.30 "GET /v2.0/security-groups?id=09f60560-c90b-407f-ab2c-028abad36f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430567 Nov 03 02:02:12.582641 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 41590) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:02:12.718510 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-e8fa6495-2fdf-4d6a-8343-79dfd53f01b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:12.787132 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-e8fa6495-2fdf-4d6a-8343-79dfd53f01b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:12.871450 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-e8fa6495-2fdf-4d6a-8343-79dfd53f01b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:12.912309 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fa6495-2fdf-4d6a-8343-79dfd53f01b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed16c7b-783b-4b79-8343-233ce6f2af08,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:02:12.925223 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-e8fa6495-2fdf-4d6a-8343-79dfd53f01b6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d4df8e29d4d34531907cb461f707fe3b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3414321 Nov 03 02:02:12.925459 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 41614) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:02:12.991475 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-a6db2db0-883b-43c0-a75e-68e1f5fdcce6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:13.013114 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-a6db2db0-883b-43c0-a75e-68e1f5fdcce6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:13.180098 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-a6db2db0-883b-43c0-a75e-68e1f5fdcce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:13.182673 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-a6db2db0-883b-43c0-a75e-68e1f5fdcce6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:13.183836 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-a6db2db0-883b-43c0-a75e-68e1f5fdcce6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aed16c7b-783b-4b79-8343-233ce6f2af08 HTTP/1.1" status: 204 len: 168 time: 0.2571678 Nov 03 02:02:13.192221 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6db2db0-883b-43c0-a75e-68e1f5fdcce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed16c7b-783b-4b79-8343-233ce6f2af08,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:02:13.237016 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e3bb7a36-3880-4789-98c6-0c543b0636c3 req-a291b9fe-0b4f-46c9-8aa3-51b116b568e7 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 210 time: 0.0400002 Nov 03 02:02:13.361095 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-5f129f19-64b1-4d3a-80cf-56438999e404 req-c16714d8-5d53-4427-bc80-716c9fd4466d tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 210 time: 0.0263441 Nov 03 02:02:13.555074 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c404a-009a-4fe2-a6ea-117789b2671e req-b5e2778a-8eaf-48ff-a047-a04d4a084060 tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:13.563762 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b34c404a-009a-4fe2-a6ea-117789b2671e req-b5e2778a-8eaf-48ff-a047-a04d4a084060 tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] 10.222.0.30 "GET /v2.0/ports?device_id=9213a9f9-14dc-4c34-9539-b7d0802418e0 HTTP/1.1" status: 200 len: 931 time: 0.1327903 Nov 03 02:02:13.678829 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b34c404a-009a-4fe2-a6ea-117789b2671e req-6bae6009-f5f5-4f72-bdb4-078fe68a6943 tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] 10.222.0.30 "GET /v2.0/security-groups?id=09f60560-c90b-407f-ab2c-028abad36f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139443 Nov 03 02:02:14.066344 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 41668) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:02:14.188723 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-8c02f6bb-d8ee-40fc-9a6e-c76b085c8d29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:14.288321 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-8c02f6bb-d8ee-40fc-9a6e-c76b085c8d29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:14.338461 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-9724ecc9-208a-45a7-92bf-e694549ec99f req-46c58127-2e75-48b1-abf6-ba1bca720f40 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 210 time: 0.0269015 Nov 03 02:02:14.391385 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-8c02f6bb-d8ee-40fc-9a6e-c76b085c8d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:14.445384 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-8c02f6bb-d8ee-40fc-9a6e-c76b085c8d29 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7e284fecf86b45aa8523bd8c47ecf4b2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3753397 Nov 03 02:02:14.445384 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c02f6bb-d8ee-40fc-9a6e-c76b085c8d29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=263102d7-aa96-40dc-9903-98d08417f484,revision_number=1']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:02:14.445548 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 41686) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:02:14.508754 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-12f24a2b-5e29-4bc9-bca6-971f89817e93 req-2aa0dad7-036a-4542-b64c-2650f31db66c tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 210 time: 0.0397124 Nov 03 02:02:14.520335 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-1c3d63f1-6034-4b28-a496-ae9a60d7158a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:14.546220 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-1c3d63f1-6034-4b28-a496-ae9a60d7158a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:14.700082 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-1c3d63f1-6034-4b28-a496-ae9a60d7158a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:14.702783 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-1c3d63f1-6034-4b28-a496-ae9a60d7158a admin admin] Publish callbacks [] for security_group, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:14.706984 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-1c3d63f1-6034-4b28-a496-ae9a60d7158a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/263102d7-aa96-40dc-9903-98d08417f484 HTTP/1.1" status: 204 len: 168 time: 0.2590504 Nov 03 02:02:14.723202 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3d63f1-6034-4b28-a496-ae9a60d7158a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=263102d7-aa96-40dc-9903-98d08417f484,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:02:14.832973 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98db9bd-8aca-4f30-b559-62a8c020cd59 req-cd54cc51-241a-4d1a-b373-339b478574bf tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:14.834450 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e98db9bd-8aca-4f30-b559-62a8c020cd59 req-cd54cc51-241a-4d1a-b373-339b478574bf tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] 10.222.0.30 "GET /v2.0/ports?device_id=9213a9f9-14dc-4c34-9539-b7d0802418e0 HTTP/1.1" status: 200 len: 931 time: 0.0560372 Nov 03 02:02:14.880602 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e98db9bd-8aca-4f30-b559-62a8c020cd59 req-2f634441-f5ef-4881-80c1-c25129a75113 tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] 10.222.0.30 "GET /v2.0/security-groups?id=09f60560-c90b-407f-ab2c-028abad36f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402431 Nov 03 02:02:15.440032 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-ac6d3222-1ad6-4aa5-b0e9-4ec0e5b5d8a9 req-f8c53d6c-7fd3-4474-89b1-901f6bcb2d07 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 210 time: 0.0278454 Nov 03 02:02:15.626269 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 41728) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:02:15.638942 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-76a3fc56-d049-4772-bf7e-784af1b0d6e3 req-8cd61a2b-77c9-4cee-9729-ca7105baff7f tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 210 time: 0.0472465 Nov 03 02:02:15.647487 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-015a33ce-bbf6-499e-b8a8-4ee3f99c152a admin admin] Publish callbacks [] for security_group, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:15.735203 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-015a33ce-bbf6-499e-b8a8-4ee3f99c152a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:15.859571 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-015a33ce-bbf6-499e-b8a8-4ee3f99c152a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:15.901336 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015a33ce-bbf6-499e-b8a8-4ee3f99c152a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f694226-6a9a-4772-aa70-0cad8fd8c3ee,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:02:15.912330 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-015a33ce-bbf6-499e-b8a8-4ee3f99c152a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=31c373ecd7f8434d8158a3c3529e6759&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2886729 Nov 03 02:02:15.914974 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 41742) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:02:16.003973 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-f752df23-168c-4e24-b4a2-06bd745d0e94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:16.063889 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-f752df23-168c-4e24-b4a2-06bd745d0e94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:16.113252 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd5d2f-b7fa-4c62-bb74-c4c7a8bd275f req-89bff4dc-f935-4bf0-a8c4-133592d4993c tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:16.113252 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-fccd5d2f-b7fa-4c62-bb74-c4c7a8bd275f req-89bff4dc-f935-4bf0-a8c4-133592d4993c tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] 10.222.0.30 "GET /v2.0/ports?device_id=9213a9f9-14dc-4c34-9539-b7d0802418e0 HTTP/1.1" status: 200 len: 931 time: 0.0883722 Nov 03 02:02:16.165032 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-fccd5d2f-b7fa-4c62-bb74-c4c7a8bd275f req-4efd519b-80e0-479d-abf4-4bfa069d1610 tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] 10.222.0.30 "GET /v2.0/security-groups?id=09f60560-c90b-407f-ab2c-028abad36f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556827 Nov 03 02:02:16.422318 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 41750) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:02:16.541273 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-5afbff98-1808-4cdc-b489-7d1b544eef63 req-d57511cf-a631-4043-8bb9-d92b30231065 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 210 time: 0.0349717 Nov 03 02:02:16.572152 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-91c4d9ab-f4d5-40b9-9278-b6ae66b717e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:16.747947 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-741dd4a9-5c81-44a5-b2bf-1db382c81b48 req-8cbea1b4-0106-4dd7-bc39-b7f769783315 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 210 time: 0.0314667 Nov 03 02:02:17.281611 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6136db0b-54f9-4dbe-9a6b-58fee181c657 req-6fb9eb31-0427-4573-8197-413ff3d107ff tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:17.283663 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-6136db0b-54f9-4dbe-9a6b-58fee181c657 req-6fb9eb31-0427-4573-8197-413ff3d107ff tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] 10.222.0.30 "GET /v2.0/ports?device_id=9213a9f9-14dc-4c34-9539-b7d0802418e0 HTTP/1.1" status: 200 len: 931 time: 0.0513039 Nov 03 02:02:17.328431 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-6136db0b-54f9-4dbe-9a6b-58fee181c657 req-657c244c-f16e-46f8-98cc-dcae54d91545 tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] 10.222.0.30 "GET /v2.0/security-groups?id=09f60560-c90b-407f-ab2c-028abad36f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390296 Nov 03 02:02:17.489720 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-f752df23-168c-4e24-b4a2-06bd745d0e94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:17.492261 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-f752df23-168c-4e24-b4a2-06bd745d0e94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:17.493440 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-f752df23-168c-4e24-b4a2-06bd745d0e94 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6f694226-6a9a-4772-aa70-0cad8fd8c3ee HTTP/1.1" status: 204 len: 168 time: 1.5775621 Nov 03 02:02:17.513005 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f752df23-168c-4e24-b4a2-06bd745d0e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f694226-6a9a-4772-aa70-0cad8fd8c3ee,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:02:17.553586 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-5e0a5ba8-eded-45ca-bd7e-4805c028f73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:17.623034 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-91c4d9ab-f4d5-40b9-9278-b6ae66b717e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:17.663938 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-8c649f74-76e0-46af-bdfa-99910adfb167 req-1070c100-dfbc-4722-bd59-ecc204b53f35 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 210 time: 0.0305500 Nov 03 02:02:17.723966 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.37', 58984) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:02:17.745149 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-91c4d9ab-f4d5-40b9-9278-b6ae66b717e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:17.788736 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-91c4d9ab-f4d5-40b9-9278-b6ae66b717e6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1c987305f5ca4b39a7451efbccbcdd1c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3639216 Nov 03 02:02:17.791294 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c4d9ab-f4d5-40b9-9278-b6ae66b717e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f7c0c0a-7319-4160-8586-342e84f2194e,revision_number=1']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:02:17.792580 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 41774) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:02:17.852017 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [req-e180c1d9-8fd8-411b-982a-ba996bde236e req-8b59b1e3-2cb8-47f0-bbc7-fa98122d4aca tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=108315) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 02:02:17.852994 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-e180c1d9-8fd8-411b-982a-ba996bde236e req-8b59b1e3-2cb8-47f0-bbc7-fa98122d4aca tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0094829 Nov 03 02:02:17.886782 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-749f812f-5e60-4cbb-b652-02f5b5281b01 req-bb266f3d-8cce-4998-b56e-a1ddb638b58b tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 210 time: 0.0462546 Nov 03 02:02:17.892305 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a1afda-757a-4c4e-a3be-4376e9a9682e req-93dec1af-7118-4df1-8a6c-8ebbdbe1d0ac tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:17.893842 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-b0a1afda-757a-4c4e-a3be-4376e9a9682e req-93dec1af-7118-4df1-8a6c-8ebbdbe1d0ac tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.37 "GET /v2.0/networks?id=736ee5a9-6b0f-40e2-b2ff-a9aa9510814f HTTP/1.1" status: 200 len: 819 time: 0.1556482 Nov 03 02:02:17.903319 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-af7bb732-c6d1-4fa4-a0e4-e56da4ef84bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:17.915686 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.v2.base [req-b0a1afda-757a-4c4e-a3be-4376e9a9682e req-f18fd3c3-3ecf-4793-88d5-53a64331d599 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Request body: {'port': {'device_id': 'fe6fe0cb-1e19-4f19-84b4-15e0d56010fe', 'network_id': '736ee5a9-6b0f-40e2-b2ff-a9aa9510814f', 'admin_state_up': True, 'tenant_id': 'dcf02d32d2b4466f90bc61e38f1776a8'}} {{(pid=108315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:02:17.928079 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-af7bb732-c6d1-4fa4-a0e4-e56da4ef84bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:18.048940 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-af7bb732-c6d1-4fa4-a0e4-e56da4ef84bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:18.055455 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-af7bb732-c6d1-4fa4-a0e4-e56da4ef84bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:18.056830 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-af7bb732-c6d1-4fa4-a0e4-e56da4ef84bc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2f7c0c0a-7319-4160-8586-342e84f2194e HTTP/1.1" status: 204 len: 168 time: 0.2631299 Nov 03 02:02:18.069463 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bb732-c6d1-4fa4-a0e4-e56da4ef84bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f7c0c0a-7319-4160-8586-342e84f2194e,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:02:18.092491 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.v2.base [req-e180c1d9-8fd8-411b-982a-ba996bde236e req-62b5fbbc-1db7-4ae4-8c74-b5b0c239572b service neutron] Request body: {'port': {'device_id': '9213a9f9-14dc-4c34-9539-b7d0802418e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81561'}} {{(pid=108315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:02:18.182592 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-e180c1d9-8fd8-411b-982a-ba996bde236e req-62b5fbbc-1db7-4ae4-8c74-b5b0c239572b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:18.271791 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0a1afda-757a-4c4e-a3be-4376e9a9682e req-f18fd3c3-3ecf-4793-88d5-53a64331d599 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Made reservation on behalf of dcf02d32d2b4466f90bc61e38f1776a8 for: {'port': 1} {{(pid=108315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:02:18.275338 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-b0a1afda-757a-4c4e-a3be-4376e9a9682e req-f18fd3c3-3ecf-4793-88d5-53a64331d599 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:18.521496 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b819429-4e4a-4e94-a0f1-f926d11c4d48 req-869e288d-e292-4d6b-b46c-6f505eac3e3c tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:18.523222 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-9b819429-4e4a-4e94-a0f1-f926d11c4d48 req-869e288d-e292-4d6b-b46c-6f505eac3e3c tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] 10.222.0.30 "GET /v2.0/ports?device_id=9213a9f9-14dc-4c34-9539-b7d0802418e0 HTTP/1.1" status: 200 len: 931 time: 0.1012707 Nov 03 02:02:18.623548 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.37', 58990) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:02:18.678599 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-9b819429-4e4a-4e94-a0f1-f926d11c4d48 req-cae1e2d4-6b6d-454d-84a0-730434a1b477 tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] 10.222.0.30 "GET /v2.0/security-groups?id=09f60560-c90b-407f-ab2c-028abad36f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476066 Nov 03 02:02:18.790626 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-99a28a81-3225-465a-93ec-a9d29417fdae req-72232167-60e9-448f-9fdc-8e75fcd9e7a6 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 210 time: 0.0331104 Nov 03 02:02:18.801439 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c18ff-a5d1-496d-8387-feebbd0d460e req-50d834d3-6dea-4197-88b3-8923300a3b76 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:18.813101 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-4e4c18ff-a5d1-496d-8387-feebbd0d460e req-50d834d3-6dea-4197-88b3-8923300a3b76 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.37 "GET /v2.0/networks?id=736ee5a9-6b0f-40e2-b2ff-a9aa9510814f HTTP/1.1" status: 200 len: 819 time: 0.1784577 Nov 03 02:02:18.817564 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.v2.base [req-4e4c18ff-a5d1-496d-8387-feebbd0d460e req-99e9d575-edac-4f6b-905d-3fe4133f0e70 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Request body: {'port': {'device_id': '0a688c2f-9028-4f08-8542-7b09dad06fa2', 'network_id': '736ee5a9-6b0f-40e2-b2ff-a9aa9510814f', 'admin_state_up': True, 'tenant_id': 'dcf02d32d2b4466f90bc61e38f1776a8'}} {{(pid=108314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:02:18.878355 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.db.db_base_plugin_common [req-b0a1afda-757a-4c4e-a3be-4376e9a9682e req-f18fd3c3-3ecf-4793-88d5-53a64331d599 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Allocated IP 172.20.0.7 (736ee5a9-6b0f-40e2-b2ff-a9aa9510814f/67746e52-e9e3-4c10-8eb3-4bad00b287b3/c800a63f-5d20-4479-bff0-75fde1f2c55a) {{(pid=108315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:02:18.901597 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.notifiers.nova [req-e180c1d9-8fd8-411b-982a-ba996bde236e req-62b5fbbc-1db7-4ae4-8c74-b5b0c239572b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9c4cc5e-bace-46c6-b5ad-1295223f054e {{(pid=108315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 02:02:18.913594 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-e180c1d9-8fd8-411b-982a-ba996bde236e req-62b5fbbc-1db7-4ae4-8c74-b5b0c239572b service neutron] Publish callbacks [] for port, precommit_update {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:18.957006 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.db.provisioning_blocks [req-e180c1d9-8fd8-411b-982a-ba996bde236e req-62b5fbbc-1db7-4ae4-8c74-b5b0c239572b service neutron] Transition to ACTIVE for port object e9c4cc5e-bace-46c6-b5ad-1295223f054e will not be triggered until provisioned by entity L2. {{(pid=108315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 02:02:19.003711 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-8e16af93-b1c5-499e-8401-adf3a51d0270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:19.072840 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-b0a1afda-757a-4c4e-a3be-4376e9a9682e req-f18fd3c3-3ecf-4793-88d5-53a64331d599 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Publish callbacks [] for port, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:19.135418 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-086e0f64-cbf6-4202-99d8-3a7c3536ca77 req-9434db09-c8ea-495d-abd9-6fb17dc5389a tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 210 time: 0.1644835 Nov 03 02:02:19.162877 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-e180c1d9-8fd8-411b-982a-ba996bde236e req-62b5fbbc-1db7-4ae4-8c74-b5b0c239572b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:19.203085 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-b0a1afda-757a-4c4e-a3be-4376e9a9682e req-f18fd3c3-3ecf-4793-88d5-53a64331d599 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784217128214'] for port, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:19.235625 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 41828) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:02:19.254190 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e4c18ff-a5d1-496d-8387-feebbd0d460e req-99e9d575-edac-4f6b-905d-3fe4133f0e70 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Made reservation on behalf of dcf02d32d2b4466f90bc61e38f1776a8 for: {'port': 1} {{(pid=108314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:02:19.259417 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-4e4c18ff-a5d1-496d-8387-feebbd0d460e req-99e9d575-edac-4f6b-905d-3fe4133f0e70 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:19.264359 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-fe29a129-64b5-45c1-b901-ec00d0d73518 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:19.284368 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0a1afda-757a-4c4e-a3be-4376e9a9682e req-f18fd3c3-3ecf-4793-88d5-53a64331d599 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Network 736ee5a9-6b0f-40e2-b2ff-a9aa9510814f is already hosted by enough agents. {{(pid=108315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:02:19.291283 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b5fbbc-1db7-4ae4-8c74-b5b0c239572b service neutron] Pushing event updated for resources: {'Port': ['ID=e9c4cc5e-bace-46c6-b5ad-1295223f054e,revision_number=2']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:02:19.298806 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.base_scheduler [req-b0a1afda-757a-4c4e-a3be-4376e9a9682e req-f18fd3c3-3ecf-4793-88d5-53a64331d599 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Resources bound (agent type, host, resource id): {{(pid=108315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:02:19.320438 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.managers [req-e180c1d9-8fd8-411b-982a-ba996bde236e req-62b5fbbc-1db7-4ae4-8c74-b5b0c239572b service neutron] Attempting to bind port e9c4cc5e-bace-46c6-b5ad-1295223f054e on host hv-cinder-81561 for vnic_type normal with profile {{(pid=108315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 02:02:19.320793 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.managers [req-e180c1d9-8fd8-411b-982a-ba996bde236e req-62b5fbbc-1db7-4ae4-8c74-b5b0c239572b service neutron] Attempting to bind port e9c4cc5e-bace-46c6-b5ad-1295223f054e by drivers openvswitch,hyperv on host hv-cinder-81561 at level 0 using segments [{'id': '0946153e-165e-4d0f-a9a6-b03147483a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bb7c4a3f-87fa-4680-9e11-21b7c738f9bc'}] {{(pid=108315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 02:02:19.324604 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e180c1d9-8fd8-411b-982a-ba996bde236e req-62b5fbbc-1db7-4ae4-8c74-b5b0c239572b service neutron] Attempting to bind port e9c4cc5e-bace-46c6-b5ad-1295223f054e on network bb7c4a3f-87fa-4680-9e11-21b7c738f9bc {{(pid=108315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:02:19.347487 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.37', 58998) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:02:19.393587 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e180c1d9-8fd8-411b-982a-ba996bde236e req-62b5fbbc-1db7-4ae4-8c74-b5b0c239572b service neutron] Port e9c4cc5e-bace-46c6-b5ad-1295223f054e on network bb7c4a3f-87fa-4680-9e11-21b7c738f9bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81561 {{(pid=108315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:02:19.399431 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e180c1d9-8fd8-411b-982a-ba996bde236e req-62b5fbbc-1db7-4ae4-8c74-b5b0c239572b service neutron] Attempting to bind port e9c4cc5e-bace-46c6-b5ad-1295223f054e on network bb7c4a3f-87fa-4680-9e11-21b7c738f9bc {{(pid=108315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:02:19.414088 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0a1afda-757a-4c4e-a3be-4376e9a9682e req-f18fd3c3-3ecf-4793-88d5-53a64331d599 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Received port after_create {{(pid=108315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:02:19.427402 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a1afda-757a-4c4e-a3be-4376e9a9682e req-f18fd3c3-3ecf-4793-88d5-53a64331d599 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:19.428381 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-b0a1afda-757a-4c4e-a3be-4376e9a9682e req-f18fd3c3-3ecf-4793-88d5-53a64331d599 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554904'] for port, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:19.431550 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e180c1d9-8fd8-411b-982a-ba996bde236e req-62b5fbbc-1db7-4ae4-8c74-b5b0c239572b service neutron] Checking agent: {'id': 'eecef0c6-53b3-4742-ba5c-66aa511932ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81561', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 1, 59, 59), 'started_at': datetime.datetime(2021, 11, 3, 1, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 2, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:02:19.432465 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e180c1d9-8fd8-411b-982a-ba996bde236e req-62b5fbbc-1db7-4ae4-8c74-b5b0c239572b service neutron] Checking segment: {'id': '0946153e-165e-4d0f-a9a6-b03147483a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bb7c4a3f-87fa-4680-9e11-21b7c738f9bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 02:02:19.433234 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e180c1d9-8fd8-411b-982a-ba996bde236e req-62b5fbbc-1db7-4ae4-8c74-b5b0c239572b service neutron] Bound using segment: {'id': '0946153e-165e-4d0f-a9a6-b03147483a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bb7c4a3f-87fa-4680-9e11-21b7c738f9bc'} {{(pid=108315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:02:19.434435 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.managers [req-e180c1d9-8fd8-411b-982a-ba996bde236e req-62b5fbbc-1db7-4ae4-8c74-b5b0c239572b service neutron] Bound port: e9c4cc5e-bace-46c6-b5ad-1295223f054e, host: hv-cinder-81561, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0946153e-165e-4d0f-a9a6-b03147483a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bb7c4a3f-87fa-4680-9e11-21b7c738f9bc'}}] {{(pid=108315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 02:02:19.435151 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-e180c1d9-8fd8-411b-982a-ba996bde236e req-62b5fbbc-1db7-4ae4-8c74-b5b0c239572b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:19.455137 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 41840) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:02:19.584448 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.db [req-e180c1d9-8fd8-411b-982a-ba996bde236e req-62b5fbbc-1db7-4ae4-8c74-b5b0c239572b service neutron] For port e9c4cc5e-bace-46c6-b5ad-1295223f054e, host hv-cinder-81561, cleared binding levels {{(pid=108315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:02:19.589438 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.db [req-e180c1d9-8fd8-411b-982a-ba996bde236e req-62b5fbbc-1db7-4ae4-8c74-b5b0c239572b service neutron] For port e9c4cc5e-bace-46c6-b5ad-1295223f054e, host hv-cinder-81561, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=e9c4cc5e-bace-46c6-b5ad-1295223f054e,segment=NetworkSegment(0946153e-165e-4d0f-a9a6-b03147483a78),segment_id=0946153e-165e-4d0f-a9a6-b03147483a78)] {{(pid=108315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:02:19.598285 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18fd3c3-3ecf-4793-88d5-53a64331d599 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Pushing event updated for resources: {'Port': ['ID=c800a63f-5d20-4479-bff0-75fde1f2c55a,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:02:19.662029 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-fe29a129-64b5-45c1-b901-ec00d0d73518 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:19.694394 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-e180c1d9-8fd8-411b-982a-ba996bde236e req-62b5fbbc-1db7-4ae4-8c74-b5b0c239572b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:19.711486 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9711a50c-4cf0-438c-b756-7a664aa6a43c req-126df869-4003-48c7-8494-198e1f7fd7e4 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:19.714012 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-9711a50c-4cf0-438c-b756-7a664aa6a43c req-126df869-4003-48c7-8494-198e1f7fd7e4 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.37 "GET /v2.0/networks?id=f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9 HTTP/1.1" status: 200 len: 817 time: 0.3610702 Nov 03 02:02:19.716705 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.db_base_plugin_common [req-4e4c18ff-a5d1-496d-8387-feebbd0d460e req-99e9d575-edac-4f6b-905d-3fe4133f0e70 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Allocated IP 172.20.0.13 (736ee5a9-6b0f-40e2-b2ff-a9aa9510814f/67746e52-e9e3-4c10-8eb3-4bad00b287b3/1efa8020-26b3-4ca8-a452-4afc4f914e61) {{(pid=108314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:02:19.858640 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b5fbbc-1db7-4ae4-8c74-b5b0c239572b service neutron] Pushing event updated for resources: {'Port': ['ID=e9c4cc5e-bace-46c6-b5ad-1295223f054e,revision_number=3']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:02:19.878944 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-fe29a129-64b5-45c1-b901-ec00d0d73518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:19.906413 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-0e6f625e-67be-4265-acdb-64897f451351 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:19.919103 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-b0a1afda-757a-4c4e-a3be-4376e9a9682e req-f18fd3c3-3ecf-4793-88d5-53a64331d599 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0073392 Nov 03 02:02:19.949071 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.v2.base [req-b0a1afda-757a-4c4e-a3be-4376e9a9682e req-c9081068-3a21-4672-b26d-08af5653cf51 service neutron] Request body: {'port': {'device_id': 'fe6fe0cb-1e19-4f19-84b4-15e0d56010fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81561'}} {{(pid=108315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:02:19.963852 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-3baf3433-eee1-48f0-90c8-209ed8ef0e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:19.967190 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e180c1d9-8fd8-411b-982a-ba996bde236e req-62b5fbbc-1db7-4ae4-8c74-b5b0c239572b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:19.970928 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-e180c1d9-8fd8-411b-982a-ba996bde236e req-62b5fbbc-1db7-4ae4-8c74-b5b0c239572b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554904'] for port, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:19.970928 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-e180c1d9-8fd8-411b-982a-ba996bde236e req-62b5fbbc-1db7-4ae4-8c74-b5b0c239572b service neutron] 10.222.0.37 "PUT /v2.0/ports/e9c4cc5e-bace-46c6-b5ad-1295223f054e HTTP/1.1" status: 200 len: 1093 time: 1.9699531 Nov 03 02:02:19.970928 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9213a9f9-14dc-4c34-9539-b7d0802418e0', 'tag': 'e9c4cc5e-bace-46c6-b5ad-1295223f054e'}] {{(pid=108315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:02:19.982537 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-fe29a129-64b5-45c1-b901-ec00d0d73518 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=66488261f549455da1991553253cdeb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7430985 Nov 03 02:02:19.985831 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-9711a50c-4cf0-438c-b756-7a664aa6a43c req-4e2a83b3-4568-444b-baf1-cb39f6d5da64 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86777c3ab41c4ea8bbbdf156c7792513 HTTP/1.1" status: 200 len: 380 time: 0.2625649 Nov 03 02:02:20.005288 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 41870) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:02:20.051371 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.v2.base [req-9711a50c-4cf0-438c-b756-7a664aa6a43c req-d5ba6bb9-dd5c-4cd4-8ce3-c6f53a8b455d tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Request body: {'port': {'device_id': 'c1203383-0300-4df4-8d34-0d52ac57e83d', 'network_id': 'f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9', 'admin_state_up': True, 'tenant_id': '86777c3ab41c4ea8bbbdf156c7792513', 'security_groups': ['09aa7204-87f9-4d8e-a324-a2bc4c492919']}} {{(pid=108314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:02:20.063831 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32197a56-53e3-4777-a405-aea3bf8710f5 req-2a178d27-863d-469f-8319-f54d7c92e8fd tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:20.065835 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-32197a56-53e3-4777-a405-aea3bf8710f5 req-2a178d27-863d-469f-8319-f54d7c92e8fd tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] 10.222.0.30 "GET /v2.0/ports?device_id=9213a9f9-14dc-4c34-9539-b7d0802418e0 HTTP/1.1" status: 200 len: 943 time: 0.2919869 Nov 03 02:02:20.067955 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e49f2f3f-d629-4f02-a995-a83628c44e67 req-44f22791-8e3f-4cfa-8b41-4a520d35df4e tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 210 time: 0.1135311 Nov 03 02:02:20.108980 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe29a129-64b5-45c1-b901-ec00d0d73518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9c179d-174d-4be6-b2c8-d4a1e6204370,revision_number=1']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:02:20.253126 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-b0a1afda-757a-4c4e-a3be-4376e9a9682e req-c9081068-3a21-4672-b26d-08af5653cf51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:20.281893 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ceb3f72598e67bafae985fe00b788e907b12cd818b569c9993237f285010df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4316d77-14c9-45d1-a7ae-43f8306530a4" -d '{"events": [{"name": "network-changed", "server_uuid": "9213a9f9-14dc-4c34-9539-b7d0802418e0", "tag": "e9c4cc5e-bace-46c6-b5ad-1295223f054e"}]}' {{(pid=108315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:02:20.335073 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e180c1d9-8fd8-411b-982a-ba996bde236e req-5729d843-64c7-4c2b-9647-673a55c40d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:20.336032 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-e180c1d9-8fd8-411b-982a-ba996bde236e req-5729d843-64c7-4c2b-9647-673a55c40d2f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=76031e079d5240599980bd51be51f6e5&device_id=9213a9f9-14dc-4c34-9539-b7d0802418e0 HTTP/1.1" status: 200 len: 1096 time: 0.2026768 Nov 03 02:02:20.395134 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-4612195f-67ad-447e-a79a-fef59762a251 req-45486e85-71a3-4890-b4be-4ecb23f068e8 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 210 time: 0.0818267 Nov 03 02:02:20.398663 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-0e6f625e-67be-4265-acdb-64897f451351 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:20.408388 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-d6993cd1-8838-4a58-be59-36314b3d38d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:20.439339 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-32197a56-53e3-4777-a405-aea3bf8710f5 req-92a479e4-21a6-4c6b-8d3f-91e12efb82e7 tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] 10.222.0.30 "GET /v2.0/security-groups?id=09f60560-c90b-407f-ab2c-028abad36f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3451240 Nov 03 02:02:20.447917 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-e180c1d9-8fd8-411b-982a-ba996bde236e req-525e2d70-1cf6-48d7-bfa9-47a2bc541752 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e9c4cc5e-bace-46c6-b5ad-1295223f054e HTTP/1.1" status: 200 len: 217 time: 0.0960617 Nov 03 02:02:20.482676 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-d6993cd1-8838-4a58-be59-36314b3d38d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:20.518632 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-4e4c18ff-a5d1-496d-8387-feebbd0d460e req-99e9d575-edac-4f6b-905d-3fe4133f0e70 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Publish callbacks [] for port, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:20.637787 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-0e6f625e-67be-4265-acdb-64897f451351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:20.648455 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9711a50c-4cf0-438c-b756-7a664aa6a43c req-d5ba6bb9-dd5c-4cd4-8ce3-c6f53a8b455d tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Made reservation on behalf of 86777c3ab41c4ea8bbbdf156c7792513 for: {'port': 1} {{(pid=108314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:02:20.653037 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-9711a50c-4cf0-438c-b756-7a664aa6a43c req-d5ba6bb9-dd5c-4cd4-8ce3-c6f53a8b455d tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:20.744829 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-d6993cd1-8838-4a58-be59-36314b3d38d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:20.747407 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-d6993cd1-8838-4a58-be59-36314b3d38d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:20.748583 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-d6993cd1-8838-4a58-be59-36314b3d38d3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8d9c179d-174d-4be6-b2c8-d4a1e6204370 HTTP/1.1" status: 204 len: 168 time: 0.7401986 Nov 03 02:02:20.749676 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-4e4c18ff-a5d1-496d-8387-feebbd0d460e req-99e9d575-edac-4f6b-905d-3fe4133f0e70 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784217128214'] for port, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:20.761119 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e180c1d9-8fd8-411b-982a-ba996bde236e req-ec85026c-2547-4641-97e5-7b0952434878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:20.764454 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-e180c1d9-8fd8-411b-982a-ba996bde236e req-ec85026c-2547-4641-97e5-7b0952434878 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ad8abcb3-ec08-4ff0-8ca3-324908cd520a HTTP/1.1" status: 200 len: 852 time: 0.3062007 Nov 03 02:02:20.764684 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6993cd1-8838-4a58-be59-36314b3d38d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9c179d-174d-4be6-b2c8-d4a1e6204370,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:02:20.898966 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6f625e-67be-4265-acdb-64897f451351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef27b13f-5492-45d7-9830-411365e363c5,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:02:20.911526 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 02:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6182f849-e1eb-4c4e-9f70-6b4005d222a9 x-openstack-request-id: req-6182f849-e1eb-4c4e-9f70-6b4005d222a9 {{(pid=108315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:02:20.911526 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9213a9f9-14dc-4c34-9539-b7d0802418e0", "tag": "e9c4cc5e-bace-46c6-b5ad-1295223f054e", "status": "completed", "code": 200}]} {{(pid=108315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:02:20.911526 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6182f849-e1eb-4c4e-9f70-6b4005d222a9 {{(pid=108315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:02:20.911526 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9213a9f9-14dc-4c34-9539-b7d0802418e0', 'tag': 'e9c4cc5e-bace-46c6-b5ad-1295223f054e', 'status': 'completed', 'code': 200} Nov 03 02:02:20.941503 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e4c18ff-a5d1-496d-8387-feebbd0d460e req-99e9d575-edac-4f6b-905d-3fe4133f0e70 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Network 736ee5a9-6b0f-40e2-b2ff-a9aa9510814f is already hosted by enough agents. {{(pid=108314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:02:20.944568 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e9d575-edac-4f6b-905d-3fe4133f0e70 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Pushing event updated for resources: {'Port': ['ID=1efa8020-26b3-4ca8-a452-4afc4f914e61,revision_number=1']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:02:20.949299 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.base_scheduler [req-4e4c18ff-a5d1-496d-8387-feebbd0d460e req-99e9d575-edac-4f6b-905d-3fe4133f0e70 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Resources bound (agent type, host, resource id): {{(pid=108314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:02:20.955010 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e4c18ff-a5d1-496d-8387-feebbd0d460e req-99e9d575-edac-4f6b-905d-3fe4133f0e70 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Received port after_create {{(pid=108314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:02:20.957160 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-e180c1d9-8fd8-411b-982a-ba996bde236e req-13306967-5852-4366-a097-fc8588f6b3c9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bb7c4a3f-87fa-4680-9e11-21b7c738f9bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513208 Nov 03 02:02:20.960587 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c18ff-a5d1-496d-8387-feebbd0d460e req-99e9d575-edac-4f6b-905d-3fe4133f0e70 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:20.961525 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-0e6f625e-67be-4265-acdb-64897f451351 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c2e06b99e2db40c8ba3d43c3ba7bcb96&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4333408 Nov 03 02:02:20.964099 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-4e4c18ff-a5d1-496d-8387-feebbd0d460e req-99e9d575-edac-4f6b-905d-3fe4133f0e70 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554904'] for port, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:20.969544 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 41924) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:02:20.988100 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.db_base_plugin_common [req-9711a50c-4cf0-438c-b756-7a664aa6a43c req-d5ba6bb9-dd5c-4cd4-8ce3-c6f53a8b455d tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Allocated IP 172.20.0.14 (f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9/95177d92-9024-40b6-ac79-02b9d5fce0cc/200c1df3-d8a9-42db-83ec-6723cdbe5701) {{(pid=108314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:02:21.126831 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-4e4c18ff-a5d1-496d-8387-feebbd0d460e req-99e9d575-edac-4f6b-905d-3fe4133f0e70 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3138180 Nov 03 02:02:21.140681 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.notifiers.nova [req-b0a1afda-757a-4c4e-a3be-4376e9a9682e req-c9081068-3a21-4672-b26d-08af5653cf51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c800a63f-5d20-4479-bff0-75fde1f2c55a {{(pid=108315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 02:02:21.143085 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.v2.base [req-4e4c18ff-a5d1-496d-8387-feebbd0d460e req-03297729-92c7-4286-8690-044a8c029cc7 service neutron] Request body: {'port': {'device_id': '0a688c2f-9028-4f08-8542-7b09dad06fa2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81561'}} {{(pid=108314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:02:21.147269 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-e180c1d9-8fd8-411b-982a-ba996bde236e req-7645c3bf-84d2-49e7-b66f-d866a37652f7 service neutron] 10.222.0.37 "GET /v2.0/networks/bb7c4a3f-87fa-4680-9e11-21b7c738f9bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786098 Nov 03 02:02:21.149075 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-b0a1afda-757a-4c4e-a3be-4376e9a9682e req-c9081068-3a21-4672-b26d-08af5653cf51 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:21.198367 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-f1fb0235-be26-4ddc-93db-1b82b7f7350b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:21.206833 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.db.provisioning_blocks [req-b0a1afda-757a-4c4e-a3be-4376e9a9682e req-c9081068-3a21-4672-b26d-08af5653cf51 service neutron] Transition to ACTIVE for port object c800a63f-5d20-4479-bff0-75fde1f2c55a will not be triggered until provisioned by entity L2. {{(pid=108315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 02:02:21.229249 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-9711a50c-4cf0-438c-b756-7a664aa6a43c req-d5ba6bb9-dd5c-4cd4-8ce3-c6f53a8b455d tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks [] for port, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:21.265144 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-4e4c18ff-a5d1-496d-8387-feebbd0d460e req-03297729-92c7-4286-8690-044a8c029cc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:21.279050 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-e180c1d9-8fd8-411b-982a-ba996bde236e req-1ee19ce7-0206-4c2f-b9f8-ceacd7c68c91 service neutron] 10.222.0.37 "GET /v2.0/networks/bb7c4a3f-87fa-4680-9e11-21b7c738f9bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192763 Nov 03 02:02:21.308914 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b6699-691f-4dc2-8787-75d49edd809d req-746606d8-b8da-42a0-b2e6-df8f889a09fc tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:21.310571 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-ff5b6699-691f-4dc2-8787-75d49edd809d req-746606d8-b8da-42a0-b2e6-df8f889a09fc tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 932 time: 0.1323047 Nov 03 02:02:21.324261 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-b0a1afda-757a-4c4e-a3be-4376e9a9682e req-c9081068-3a21-4672-b26d-08af5653cf51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:21.334969 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-f1fb0235-be26-4ddc-93db-1b82b7f7350b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:21.346194 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-5b813f54-077d-440d-903f-32bc670fe069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:21.428699 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9081068-3a21-4672-b26d-08af5653cf51 service neutron] Pushing event updated for resources: {'Port': ['ID=c800a63f-5d20-4479-bff0-75fde1f2c55a,revision_number=2']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:02:21.483783 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-9711a50c-4cf0-438c-b756-7a664aa6a43c req-d5ba6bb9-dd5c-4cd4-8ce3-c6f53a8b455d tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784217128214'] for port, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:21.489612 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.managers [req-b0a1afda-757a-4c4e-a3be-4376e9a9682e req-c9081068-3a21-4672-b26d-08af5653cf51 service neutron] Attempting to bind port c800a63f-5d20-4479-bff0-75fde1f2c55a on host hv-cinder-81561 for vnic_type normal with profile {{(pid=108315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 02:02:21.489612 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.managers [req-b0a1afda-757a-4c4e-a3be-4376e9a9682e req-c9081068-3a21-4672-b26d-08af5653cf51 service neutron] Attempting to bind port c800a63f-5d20-4479-bff0-75fde1f2c55a by drivers openvswitch,hyperv on host hv-cinder-81561 at level 0 using segments [{'id': '3ed561a2-2713-4e58-b707-02e24c25c667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '736ee5a9-6b0f-40e2-b2ff-a9aa9510814f'}] {{(pid=108315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 02:02:21.489612 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a1afda-757a-4c4e-a3be-4376e9a9682e req-c9081068-3a21-4672-b26d-08af5653cf51 service neutron] Attempting to bind port c800a63f-5d20-4479-bff0-75fde1f2c55a on network 736ee5a9-6b0f-40e2-b2ff-a9aa9510814f {{(pid=108315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:02:21.494079 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-ff5b6699-691f-4dc2-8787-75d49edd809d req-0791ce53-7fcd-460f-b6df-5d53192f5e9d tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612403 Nov 03 02:02:21.498951 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a1afda-757a-4c4e-a3be-4376e9a9682e req-c9081068-3a21-4672-b26d-08af5653cf51 service neutron] Port c800a63f-5d20-4479-bff0-75fde1f2c55a on network 736ee5a9-6b0f-40e2-b2ff-a9aa9510814f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81561 {{(pid=108315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:02:21.499274 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a1afda-757a-4c4e-a3be-4376e9a9682e req-c9081068-3a21-4672-b26d-08af5653cf51 service neutron] Attempting to bind port c800a63f-5d20-4479-bff0-75fde1f2c55a on network 736ee5a9-6b0f-40e2-b2ff-a9aa9510814f {{(pid=108315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:02:21.503173 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4316d77-14c9-45d1-a7ae-43f8306530a4 req-f38046bb-203a-40b3-8173-0a4b108d1acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:21.505275 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-d4316d77-14c9-45d1-a7ae-43f8306530a4 req-f38046bb-203a-40b3-8173-0a4b108d1acf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=76031e079d5240599980bd51be51f6e5&device_id=9213a9f9-14dc-4c34-9539-b7d0802418e0 HTTP/1.1" status: 200 len: 1096 time: 0.0964837 Nov 03 02:02:21.509596 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a1afda-757a-4c4e-a3be-4376e9a9682e req-c9081068-3a21-4672-b26d-08af5653cf51 service neutron] Checking agent: {'id': 'eecef0c6-53b3-4742-ba5c-66aa511932ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81561', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 1, 59, 59), 'started_at': datetime.datetime(2021, 11, 3, 1, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 2, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:02:21.510588 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a1afda-757a-4c4e-a3be-4376e9a9682e req-c9081068-3a21-4672-b26d-08af5653cf51 service neutron] Checking segment: {'id': '3ed561a2-2713-4e58-b707-02e24c25c667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '736ee5a9-6b0f-40e2-b2ff-a9aa9510814f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 02:02:21.510588 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a1afda-757a-4c4e-a3be-4376e9a9682e req-c9081068-3a21-4672-b26d-08af5653cf51 service neutron] Bound using segment: {'id': '3ed561a2-2713-4e58-b707-02e24c25c667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '736ee5a9-6b0f-40e2-b2ff-a9aa9510814f'} {{(pid=108315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:02:21.510850 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.managers [req-b0a1afda-757a-4c4e-a3be-4376e9a9682e req-c9081068-3a21-4672-b26d-08af5653cf51 service neutron] Bound port: c800a63f-5d20-4479-bff0-75fde1f2c55a, host: hv-cinder-81561, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ed561a2-2713-4e58-b707-02e24c25c667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '736ee5a9-6b0f-40e2-b2ff-a9aa9510814f'}}] {{(pid=108315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 02:02:21.511090 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-b0a1afda-757a-4c4e-a3be-4376e9a9682e req-c9081068-3a21-4672-b26d-08af5653cf51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:21.612509 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-f1fb0235-be26-4ddc-93db-1b82b7f7350b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:21.625489 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-f1fb0235-be26-4ddc-93db-1b82b7f7350b admin admin] Publish callbacks [] for security_group, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:21.625489 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-f1fb0235-be26-4ddc-93db-1b82b7f7350b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ef27b13f-5492-45d7-9830-411365e363c5 HTTP/1.1" status: 204 len: 168 time: 0.6464555 Nov 03 02:02:21.835704 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9711a50c-4cf0-438c-b756-7a664aa6a43c req-d5ba6bb9-dd5c-4cd4-8ce3-c6f53a8b455d tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Network f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9 is already hosted by enough agents. {{(pid=108314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:02:21.872896 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.base_scheduler [req-9711a50c-4cf0-438c-b756-7a664aa6a43c req-d5ba6bb9-dd5c-4cd4-8ce3-c6f53a8b455d tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Resources bound (agent type, host, resource id): {{(pid=108314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:02:21.874499 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ba6bb9-dd5c-4cd4-8ce3-c6f53a8b455d tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Pushing event updated for resources: {'Port': ['ID=200c1df3-d8a9-42db-83ec-6723cdbe5701,revision_number=1']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:02:21.908344 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.l3_dvrscheduler_db [req-9711a50c-4cf0-438c-b756-7a664aa6a43c req-d5ba6bb9-dd5c-4cd4-8ce3-c6f53a8b455d tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Received port after_create {{(pid=108314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:02:21.913354 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9711a50c-4cf0-438c-b756-7a664aa6a43c req-d5ba6bb9-dd5c-4cd4-8ce3-c6f53a8b455d tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:21.914166 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-9711a50c-4cf0-438c-b756-7a664aa6a43c req-d5ba6bb9-dd5c-4cd4-8ce3-c6f53a8b455d tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554904'] for port, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:21.947618 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4316d77-14c9-45d1-a7ae-43f8306530a4 req-9f67e2bf-ae25-4132-a0ad-3ff8aa161ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:21.950300 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48268c9-2724-4fee-b3f8-8d192301fe92 req-46f5790c-5380-4ce0-8316-9e6e4bd6c054 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:21.950774 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-d4316d77-14c9-45d1-a7ae-43f8306530a4 req-9f67e2bf-ae25-4132-a0ad-3ff8aa161ec4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bb7c4a3f-87fa-4680-9e11-21b7c738f9bc HTTP/1.1" status: 200 len: 913 time: 0.4364827 Nov 03 02:02:21.957600 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b48268c9-2724-4fee-b3f8-8d192301fe92 req-46f5790c-5380-4ce0-8316-9e6e4bd6c054 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 932 time: 0.4521186 Nov 03 02:02:22.001852 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365466c2-4b2d-4179-aeaa-e88e43f48057 req-6d4475b8-683f-43fc-9287-14c4f794ad2f tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:22.004584 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-365466c2-4b2d-4179-aeaa-e88e43f48057 req-6d4475b8-683f-43fc-9287-14c4f794ad2f tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] 10.222.0.30 "GET /v2.0/ports?device_id=9213a9f9-14dc-4c34-9539-b7d0802418e0 HTTP/1.1" status: 200 len: 943 time: 0.2323694 Nov 03 02:02:22.004723 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.db [req-b0a1afda-757a-4c4e-a3be-4376e9a9682e req-c9081068-3a21-4672-b26d-08af5653cf51 service neutron] For port c800a63f-5d20-4479-bff0-75fde1f2c55a, host hv-cinder-81561, cleared binding levels {{(pid=108315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:02:22.046540 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fb0235-be26-4ddc-93db-1b82b7f7350b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef27b13f-5492-45d7-9830-411365e363c5,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:02:22.046540 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-d4316d77-14c9-45d1-a7ae-43f8306530a4 req-a844eaf6-7b09-42e1-8286-4f56b030d54d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e9c4cc5e-bace-46c6-b5ad-1295223f054e HTTP/1.1" status: 200 len: 217 time: 0.0520387 Nov 03 02:02:22.075179 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.db [req-b0a1afda-757a-4c4e-a3be-4376e9a9682e req-c9081068-3a21-4672-b26d-08af5653cf51 service neutron] For port c800a63f-5d20-4479-bff0-75fde1f2c55a, host hv-cinder-81561, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=c800a63f-5d20-4479-bff0-75fde1f2c55a,segment=NetworkSegment(3ed561a2-2713-4e58-b707-02e24c25c667),segment_id=3ed561a2-2713-4e58-b707-02e24c25c667)] {{(pid=108315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:02:22.076313 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b48268c9-2724-4fee-b3f8-8d192301fe92 req-efe9deee-db07-4173-8fc6-b6b0cc97f302 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177411 Nov 03 02:02:22.144425 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-9711a50c-4cf0-438c-b756-7a664aa6a43c req-d5ba6bb9-dd5c-4cd4-8ce3-c6f53a8b455d tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1227307 Nov 03 02:02:22.164043 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-365466c2-4b2d-4179-aeaa-e88e43f48057 req-63373344-c74c-4354-9525-e63b22e87014 tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] 10.222.0.30 "GET /v2.0/security-groups?id=09f60560-c90b-407f-ab2c-028abad36f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503851 Nov 03 02:02:22.173827 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-b0a1afda-757a-4c4e-a3be-4376e9a9682e req-c9081068-3a21-4672-b26d-08af5653cf51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:22.176073 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.v2.base [req-9711a50c-4cf0-438c-b756-7a664aa6a43c req-e65805f1-4c86-4efd-9b99-92f4b089c389 service neutron] Request body: {'port': {'device_id': 'c1203383-0300-4df4-8d34-0d52ac57e83d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81561'}} {{(pid=108314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:02:22.228074 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.notifiers.nova [req-4e4c18ff-a5d1-496d-8387-feebbd0d460e req-03297729-92c7-4286-8690-044a8c029cc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1efa8020-26b3-4ca8-a452-4afc4f914e61 {{(pid=108314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 02:02:22.240273 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-4e4c18ff-a5d1-496d-8387-feebbd0d460e req-03297729-92c7-4286-8690-044a8c029cc7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:22.247277 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9081068-3a21-4672-b26d-08af5653cf51 service neutron] Pushing event updated for resources: {'Port': ['ID=c800a63f-5d20-4479-bff0-75fde1f2c55a,revision_number=3']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:02:22.253987 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4316d77-14c9-45d1-a7ae-43f8306530a4 req-5e52e209-64f2-421c-82fd-1d3e7fdf7c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:22.258352 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-d4316d77-14c9-45d1-a7ae-43f8306530a4 req-5e52e209-64f2-421c-82fd-1d3e7fdf7c3b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ad8abcb3-ec08-4ff0-8ca3-324908cd520a HTTP/1.1" status: 200 len: 852 time: 0.1994615 Nov 03 02:02:22.263095 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a1afda-757a-4c4e-a3be-4376e9a9682e req-c9081068-3a21-4672-b26d-08af5653cf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:22.263514 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-b0a1afda-757a-4c4e-a3be-4376e9a9682e req-c9081068-3a21-4672-b26d-08af5653cf51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554904'] for port, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:22.264944 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-b0a1afda-757a-4c4e-a3be-4376e9a9682e req-c9081068-3a21-4672-b26d-08af5653cf51 service neutron] 10.222.0.37 "PUT /v2.0/ports/c800a63f-5d20-4479-bff0-75fde1f2c55a HTTP/1.1" status: 200 len: 1093 time: 2.3203578 Nov 03 02:02:22.287303 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.provisioning_blocks [req-4e4c18ff-a5d1-496d-8387-feebbd0d460e req-03297729-92c7-4286-8690-044a8c029cc7 service neutron] Transition to ACTIVE for port object 1efa8020-26b3-4ca8-a452-4afc4f914e61 will not be triggered until provisioned by entity L2. {{(pid=108314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 02:02:22.294117 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-9711a50c-4cf0-438c-b756-7a664aa6a43c req-e65805f1-4c86-4efd-9b99-92f4b089c389 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:22.296788 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-d4316d77-14c9-45d1-a7ae-43f8306530a4 req-aff638e1-dcdc-4101-8c4e-ed3796915f44 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bb7c4a3f-87fa-4680-9e11-21b7c738f9bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306084 Nov 03 02:02:22.383637 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-ad9ed09a-02dd-4b6a-a954-b50f9c8bf339 None None] Provisioning complete for port 200c1df3-d8a9-42db-83ec-6723cdbe5701 triggered by entity DHCP. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:02:22.383637 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-ad9ed09a-02dd-4b6a-a954-b50f9c8bf339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:22.439699 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-ad9ed09a-02dd-4b6a-a954-b50f9c8bf339 None None] Port 200c1df3-d8a9-42db-83ec-6723cdbe5701 cannot update to ACTIVE because it is not bound. {{(pid=108316) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 02:02:22.440154 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-4e4c18ff-a5d1-496d-8387-feebbd0d460e req-03297729-92c7-4286-8690-044a8c029cc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:22.445969 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-d4316d77-14c9-45d1-a7ae-43f8306530a4 req-de89305f-762e-4699-9dab-ae45f2360735 service neutron] 10.222.0.37 "GET /v2.0/networks/bb7c4a3f-87fa-4680-9e11-21b7c738f9bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407936 Nov 03 02:02:22.452360 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a1afda-757a-4c4e-a3be-4376e9a9682e req-3663ea66-b8e3-4944-ba06-1136ee169845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:22.454228 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-b0a1afda-757a-4c4e-a3be-4376e9a9682e req-3663ea66-b8e3-4944-ba06-1136ee169845 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dcf02d32d2b4466f90bc61e38f1776a8&device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 1096 time: 0.0725236 Nov 03 02:02:22.519906 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-b0a1afda-757a-4c4e-a3be-4376e9a9682e req-b28b57d0-75bb-46d2-9ac8-a8ef3e119b7c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c800a63f-5d20-4479-bff0-75fde1f2c55a HTTP/1.1" status: 200 len: 217 time: 0.0536604 Nov 03 02:02:22.581517 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-d4316d77-14c9-45d1-a7ae-43f8306530a4 req-256bd97f-3971-44a4-9cb8-e0f5ed98e518 service neutron] 10.222.0.37 "GET /v2.0/networks/bb7c4a3f-87fa-4680-9e11-21b7c738f9bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262434 Nov 03 02:02:22.590725 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 41986) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:02:22.596996 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03297729-92c7-4286-8690-044a8c029cc7 service neutron] Pushing event updated for resources: {'Port': ['ID=1efa8020-26b3-4ca8-a452-4afc4f914e61,revision_number=2']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:02:22.631112 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-67cba15e-7d89-4fd2-9588-fd6a0a990c8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:22.659889 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a1afda-757a-4c4e-a3be-4376e9a9682e req-50e48409-3bca-4d38-bab9-ee32d46d256a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:22.661346 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-b0a1afda-757a-4c4e-a3be-4376e9a9682e req-50e48409-3bca-4d38-bab9-ee32d46d256a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=67746e52-e9e3-4c10-8eb3-4bad00b287b3 HTTP/1.1" status: 200 len: 859 time: 0.0789614 Nov 03 02:02:22.667487 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.managers [req-4e4c18ff-a5d1-496d-8387-feebbd0d460e req-03297729-92c7-4286-8690-044a8c029cc7 service neutron] Attempting to bind port 1efa8020-26b3-4ca8-a452-4afc4f914e61 on host hv-cinder-81561 for vnic_type normal with profile {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 02:02:22.667841 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.managers [req-4e4c18ff-a5d1-496d-8387-feebbd0d460e req-03297729-92c7-4286-8690-044a8c029cc7 service neutron] Attempting to bind port 1efa8020-26b3-4ca8-a452-4afc4f914e61 by drivers openvswitch,hyperv on host hv-cinder-81561 at level 0 using segments [{'id': '3ed561a2-2713-4e58-b707-02e24c25c667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '736ee5a9-6b0f-40e2-b2ff-a9aa9510814f'}] {{(pid=108314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 02:02:22.668181 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4c18ff-a5d1-496d-8387-feebbd0d460e req-03297729-92c7-4286-8690-044a8c029cc7 service neutron] Attempting to bind port 1efa8020-26b3-4ca8-a452-4afc4f914e61 on network 736ee5a9-6b0f-40e2-b2ff-a9aa9510814f {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:02:22.687782 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4c18ff-a5d1-496d-8387-feebbd0d460e req-03297729-92c7-4286-8690-044a8c029cc7 service neutron] Port 1efa8020-26b3-4ca8-a452-4afc4f914e61 on network 736ee5a9-6b0f-40e2-b2ff-a9aa9510814f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81561 {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:02:22.687782 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4c18ff-a5d1-496d-8387-feebbd0d460e req-03297729-92c7-4286-8690-044a8c029cc7 service neutron] Attempting to bind port 1efa8020-26b3-4ca8-a452-4afc4f914e61 on network 736ee5a9-6b0f-40e2-b2ff-a9aa9510814f {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:02:22.702770 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4c18ff-a5d1-496d-8387-feebbd0d460e req-03297729-92c7-4286-8690-044a8c029cc7 service neutron] Checking agent: {'id': 'eecef0c6-53b3-4742-ba5c-66aa511932ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81561', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 1, 59, 59), 'started_at': datetime.datetime(2021, 11, 3, 1, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 2, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:02:22.703136 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4c18ff-a5d1-496d-8387-feebbd0d460e req-03297729-92c7-4286-8690-044a8c029cc7 service neutron] Checking segment: {'id': '3ed561a2-2713-4e58-b707-02e24c25c667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '736ee5a9-6b0f-40e2-b2ff-a9aa9510814f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 02:02:22.703679 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4c18ff-a5d1-496d-8387-feebbd0d460e req-03297729-92c7-4286-8690-044a8c029cc7 service neutron] Bound using segment: {'id': '3ed561a2-2713-4e58-b707-02e24c25c667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '736ee5a9-6b0f-40e2-b2ff-a9aa9510814f'} {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:02:22.704119 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.managers [req-4e4c18ff-a5d1-496d-8387-feebbd0d460e req-03297729-92c7-4286-8690-044a8c029cc7 service neutron] Bound port: 1efa8020-26b3-4ca8-a452-4afc4f914e61, host: hv-cinder-81561, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ed561a2-2713-4e58-b707-02e24c25c667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '736ee5a9-6b0f-40e2-b2ff-a9aa9510814f'}}] {{(pid=108314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 02:02:22.704472 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-4e4c18ff-a5d1-496d-8387-feebbd0d460e req-03297729-92c7-4286-8690-044a8c029cc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:22.705228 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-b0a1afda-757a-4c4e-a3be-4376e9a9682e req-9cd1b9d0-8eb0-4c3b-b81a-48b5188a0495 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=736ee5a9-6b0f-40e2-b2ff-a9aa9510814f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334802 Nov 03 02:02:22.741371 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac70db2d-2adf-4df4-8d7b-bbb80e75bf9c req-fc798fb4-3882-44c7-b5d5-2799856509e5 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:22.742929 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-ac70db2d-2adf-4df4-8d7b-bbb80e75bf9c req-fc798fb4-3882-44c7-b5d5-2799856509e5 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 944 time: 0.1048958 Nov 03 02:02:22.814953 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-67cba15e-7d89-4fd2-9588-fd6a0a990c8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:22.836412 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-b0a1afda-757a-4c4e-a3be-4376e9a9682e req-7d466e55-b8b9-4c18-9464-2e23bb57b9e1 service neutron] 10.222.0.37 "GET /v2.0/networks/736ee5a9-6b0f-40e2-b2ff-a9aa9510814f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219616 Nov 03 02:02:22.862666 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.notifiers.nova [req-9711a50c-4cf0-438c-b756-7a664aa6a43c req-e65805f1-4c86-4efd-9b99-92f4b089c389 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 200c1df3-d8a9-42db-83ec-6723cdbe5701 {{(pid=108314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 02:02:22.882654 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-9711a50c-4cf0-438c-b756-7a664aa6a43c req-e65805f1-4c86-4efd-9b99-92f4b089c389 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:22.895812 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.db [req-4e4c18ff-a5d1-496d-8387-feebbd0d460e req-03297729-92c7-4286-8690-044a8c029cc7 service neutron] For port 1efa8020-26b3-4ca8-a452-4afc4f914e61, host hv-cinder-81561, cleared binding levels {{(pid=108314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:02:22.902193 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-ac70db2d-2adf-4df4-8d7b-bbb80e75bf9c req-8352c03c-e822-4d94-9ed8-372150a48fac tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228516 Nov 03 02:02:22.906076 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.db [req-4e4c18ff-a5d1-496d-8387-feebbd0d460e req-03297729-92c7-4286-8690-044a8c029cc7 service neutron] For port 1efa8020-26b3-4ca8-a452-4afc4f914e61, host hv-cinder-81561, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=1efa8020-26b3-4ca8-a452-4afc4f914e61,segment=NetworkSegment(3ed561a2-2713-4e58-b707-02e24c25c667),segment_id=3ed561a2-2713-4e58-b707-02e24c25c667)] {{(pid=108314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:02:22.908690 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe6fe0cb-1e19-4f19-84b4-15e0d56010fe', 'tag': 'c800a63f-5d20-4479-bff0-75fde1f2c55a'}] {{(pid=108315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:02:22.911187 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ceb3f72598e67bafae985fe00b788e907b12cd818b569c9993237f285010df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-520b7118-c603-4a00-a2be-5fa8b6609cb7" -d '{"events": [{"name": "network-changed", "server_uuid": "fe6fe0cb-1e19-4f19-84b4-15e0d56010fe", "tag": "c800a63f-5d20-4479-bff0-75fde1f2c55a"}]}' {{(pid=108315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:02:22.911880 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.provisioning_blocks [req-9711a50c-4cf0-438c-b756-7a664aa6a43c req-e65805f1-4c86-4efd-9b99-92f4b089c389 service neutron] Transition to ACTIVE for port object 200c1df3-d8a9-42db-83ec-6723cdbe5701 will not be triggered until provisioned by entity L2. {{(pid=108314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 02:02:22.916062 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-67cba15e-7d89-4fd2-9588-fd6a0a990c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:22.974823 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-4e4c18ff-a5d1-496d-8387-feebbd0d460e req-03297729-92c7-4286-8690-044a8c029cc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:22.982617 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-67cba15e-7d89-4fd2-9588-fd6a0a990c8b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ddb44bd5d839427b9d55d3e240e96bb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3908231 Nov 03 02:02:22.988319 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 42004) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:02:22.988966 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cba15e-7d89-4fd2-9588-fd6a0a990c8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b48a682b-b0e9-405a-b77a-88b63ee5102d,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:02:23.012554 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-9711a50c-4cf0-438c-b756-7a664aa6a43c req-e65805f1-4c86-4efd-9b99-92f4b089c389 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:23.025392 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-b0a1afda-757a-4c4e-a3be-4376e9a9682e req-ea78b15c-6773-4ae4-a8c0-d6740515e002 service neutron] 10.222.0.37 "GET /v2.0/networks/736ee5a9-6b0f-40e2-b2ff-a9aa9510814f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686952 Nov 03 02:02:23.028085 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 02:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f3f752-8dad-4bcc-9177-d845c4a187d5 x-openstack-request-id: req-47f3f752-8dad-4bcc-9177-d845c4a187d5 {{(pid=108315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:02:23.028551 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe6fe0cb-1e19-4f19-84b4-15e0d56010fe", "tag": "c800a63f-5d20-4479-bff0-75fde1f2c55a", "status": "completed", "code": 200}]} {{(pid=108315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:02:23.028946 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-47f3f752-8dad-4bcc-9177-d845c4a187d5 {{(pid=108315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:02:23.029329 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe6fe0cb-1e19-4f19-84b4-15e0d56010fe', 'tag': 'c800a63f-5d20-4479-bff0-75fde1f2c55a', 'status': 'completed', 'code': 200} Nov 03 02:02:23.071416 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c18ff-a5d1-496d-8387-feebbd0d460e req-03297729-92c7-4286-8690-044a8c029cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:23.072069 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-4e4c18ff-a5d1-496d-8387-feebbd0d460e req-03297729-92c7-4286-8690-044a8c029cc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554904'] for port, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:23.073571 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-4e4c18ff-a5d1-496d-8387-feebbd0d460e req-03297729-92c7-4286-8690-044a8c029cc7 service neutron] 10.222.0.37 "PUT /v2.0/ports/1efa8020-26b3-4ca8-a452-4afc4f914e61 HTTP/1.1" status: 200 len: 1094 time: 1.9372287 Nov 03 02:02:23.073996 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a688c2f-9028-4f08-8542-7b09dad06fa2', 'tag': '1efa8020-26b3-4ca8-a452-4afc4f914e61'}] {{(pid=108314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:02:23.091740 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-58830ab1-42b9-4538-b8a7-8a4c29ac02dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:23.143405 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-58830ab1-42b9-4538-b8a7-8a4c29ac02dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:23.228613 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03297729-92c7-4286-8690-044a8c029cc7 service neutron] Pushing event updated for resources: {'Port': ['ID=1efa8020-26b3-4ca8-a452-4afc4f914e61,revision_number=3']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:02:23.325840 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-58830ab1-42b9-4538-b8a7-8a4c29ac02dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:23.325840 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-58830ab1-42b9-4538-b8a7-8a4c29ac02dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:23.330607 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-58830ab1-42b9-4538-b8a7-8a4c29ac02dc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b48a682b-b0e9-405a-b77a-88b63ee5102d HTTP/1.1" status: 204 len: 168 time: 0.3387988 Nov 03 02:02:23.364540 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58830ab1-42b9-4538-b8a7-8a4c29ac02dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b48a682b-b0e9-405a-b77a-88b63ee5102d,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:02:23.384228 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c18ff-a5d1-496d-8387-feebbd0d460e req-324ecd94-7145-465c-bf2e-189a35ee7960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:23.387593 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-4e4c18ff-a5d1-496d-8387-feebbd0d460e req-324ecd94-7145-465c-bf2e-189a35ee7960 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dcf02d32d2b4466f90bc61e38f1776a8&device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 1097 time: 0.1035259 Nov 03 02:02:23.412510 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b9e71fb97e4882bef21449c101b24c97d897c9b718fbc8dac7673975a826a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ba93bc-bd54-4a2a-b060-95e80e173f6a" -d '{"events": [{"name": "network-changed", "server_uuid": "0a688c2f-9028-4f08-8542-7b09dad06fa2", "tag": "1efa8020-26b3-4ca8-a452-4afc4f914e61"}]}' {{(pid=108314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:02:23.463902 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-4e4c18ff-a5d1-496d-8387-feebbd0d460e req-655ac7c1-a3e7-4df3-9e8e-beb9a399b9d8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1efa8020-26b3-4ca8-a452-4afc4f914e61 HTTP/1.1" status: 200 len: 217 time: 0.0691419 Nov 03 02:02:23.479418 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2008e129-4067-45a9-80e4-1b12a6897864 req-055b0636-a819-4668-b56b-b558a09f7fe4 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:23.483299 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-2008e129-4067-45a9-80e4-1b12a6897864 req-055b0636-a819-4668-b56b-b558a09f7fe4 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 944 time: 0.3186584 Nov 03 02:02:23.506340 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.managers [req-9711a50c-4cf0-438c-b756-7a664aa6a43c req-e65805f1-4c86-4efd-9b99-92f4b089c389 service neutron] Attempting to bind port 200c1df3-d8a9-42db-83ec-6723cdbe5701 on host hv-cinder-81561 for vnic_type normal with profile {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 02:02:23.507106 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.managers [req-9711a50c-4cf0-438c-b756-7a664aa6a43c req-e65805f1-4c86-4efd-9b99-92f4b089c389 service neutron] Attempting to bind port 200c1df3-d8a9-42db-83ec-6723cdbe5701 by drivers openvswitch,hyperv on host hv-cinder-81561 at level 0 using segments [{'id': '3daecc90-8d27-458b-8803-ba0d162359ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9'}] {{(pid=108314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 02:02:23.507489 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9711a50c-4cf0-438c-b756-7a664aa6a43c req-e65805f1-4c86-4efd-9b99-92f4b089c389 service neutron] Attempting to bind port 200c1df3-d8a9-42db-83ec-6723cdbe5701 on network f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9 {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:02:23.533049 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c18ff-a5d1-496d-8387-feebbd0d460e req-51c35f72-13a8-4d7d-a703-e6eb5901826d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:23.535135 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-4e4c18ff-a5d1-496d-8387-feebbd0d460e req-51c35f72-13a8-4d7d-a703-e6eb5901826d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=67746e52-e9e3-4c10-8eb3-4bad00b287b3 HTTP/1.1" status: 200 len: 859 time: 0.0629864 Nov 03 02:02:23.586976 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9711a50c-4cf0-438c-b756-7a664aa6a43c req-e65805f1-4c86-4efd-9b99-92f4b089c389 service neutron] Port 200c1df3-d8a9-42db-83ec-6723cdbe5701 on network f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81561 {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:02:23.586976 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9711a50c-4cf0-438c-b756-7a664aa6a43c req-e65805f1-4c86-4efd-9b99-92f4b089c389 service neutron] Attempting to bind port 200c1df3-d8a9-42db-83ec-6723cdbe5701 on network f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9 {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:02:23.586976 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65805f1-4c86-4efd-9b99-92f4b089c389 service neutron] Pushing event updated for resources: {'Port': ['ID=200c1df3-d8a9-42db-83ec-6723cdbe5701,revision_number=2']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:02:23.589105 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9711a50c-4cf0-438c-b756-7a664aa6a43c req-e65805f1-4c86-4efd-9b99-92f4b089c389 service neutron] Checking agent: {'id': 'eecef0c6-53b3-4742-ba5c-66aa511932ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81561', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 1, 59, 59), 'started_at': datetime.datetime(2021, 11, 3, 1, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 2, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:02:23.589689 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9711a50c-4cf0-438c-b756-7a664aa6a43c req-e65805f1-4c86-4efd-9b99-92f4b089c389 service neutron] Checking segment: {'id': '3daecc90-8d27-458b-8803-ba0d162359ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 02:02:23.590277 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9711a50c-4cf0-438c-b756-7a664aa6a43c req-e65805f1-4c86-4efd-9b99-92f4b089c389 service neutron] Bound using segment: {'id': '3daecc90-8d27-458b-8803-ba0d162359ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9'} {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:02:23.590910 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.managers [req-9711a50c-4cf0-438c-b756-7a664aa6a43c req-e65805f1-4c86-4efd-9b99-92f4b089c389 service neutron] Bound port: 200c1df3-d8a9-42db-83ec-6723cdbe5701, host: hv-cinder-81561, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3daecc90-8d27-458b-8803-ba0d162359ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9'}}] {{(pid=108314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 02:02:23.591455 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-9711a50c-4cf0-438c-b756-7a664aa6a43c req-e65805f1-4c86-4efd-9b99-92f4b089c389 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:23.598691 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-4e4c18ff-a5d1-496d-8387-feebbd0d460e req-0ade1813-3746-43b3-a3e6-4af3ccf0e106 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=736ee5a9-6b0f-40e2-b2ff-a9aa9510814f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513000 Nov 03 02:02:23.628693 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d02e99-2a94-463b-8dd2-77acd257c7a8 req-59761a4e-31a9-4140-b5c4-006c33144978 tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:23.630215 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a2d02e99-2a94-463b-8dd2-77acd257c7a8 req-59761a4e-31a9-4140-b5c4-006c33144978 tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] 10.222.0.30 "GET /v2.0/ports?device_id=9213a9f9-14dc-4c34-9539-b7d0802418e0 HTTP/1.1" status: 200 len: 943 time: 0.2776618 Nov 03 02:02:23.636568 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520b7118-c603-4a00-a2be-5fa8b6609cb7 req-5b6c17d3-d90b-4b7c-baca-7aa15d7a2b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:23.638290 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-520b7118-c603-4a00-a2be-5fa8b6609cb7 req-5b6c17d3-d90b-4b7c-baca-7aa15d7a2b70 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dcf02d32d2b4466f90bc61e38f1776a8&device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 1096 time: 0.3994367 Nov 03 02:02:23.656556 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-2008e129-4067-45a9-80e4-1b12a6897864 req-8b59a1bc-c983-434c-bb91-930f430966ce tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437023 Nov 03 02:02:23.698700 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 42050) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:02:23.735604 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-4e4c18ff-a5d1-496d-8387-feebbd0d460e req-5a7d75e6-a4d1-4352-b0b0-79d810241226 service neutron] 10.222.0.37 "GET /v2.0/networks/736ee5a9-6b0f-40e2-b2ff-a9aa9510814f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279526 Nov 03 02:02:23.869102 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a2d02e99-2a94-463b-8dd2-77acd257c7a8 req-9b56d114-86b6-49a7-898c-6d7207342117 tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] 10.222.0.30 "GET /v2.0/security-groups?id=09f60560-c90b-407f-ab2c-028abad36f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271366 Nov 03 02:02:23.918209 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-4e4c18ff-a5d1-496d-8387-feebbd0d460e req-e8305213-c4df-49cf-8c7a-a01996a13418 service neutron] 10.222.0.37 "GET /v2.0/networks/736ee5a9-6b0f-40e2-b2ff-a9aa9510814f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746614 Nov 03 02:02:23.927826 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.db [req-9711a50c-4cf0-438c-b756-7a664aa6a43c req-e65805f1-4c86-4efd-9b99-92f4b089c389 service neutron] For port 200c1df3-d8a9-42db-83ec-6723cdbe5701, host hv-cinder-81561, cleared binding levels {{(pid=108314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:02:23.983280 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.db [req-9711a50c-4cf0-438c-b756-7a664aa6a43c req-e65805f1-4c86-4efd-9b99-92f4b089c389 service neutron] For port 200c1df3-d8a9-42db-83ec-6723cdbe5701, host hv-cinder-81561, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=200c1df3-d8a9-42db-83ec-6723cdbe5701,segment=NetworkSegment(3daecc90-8d27-458b-8803-ba0d162359ea),segment_id=3daecc90-8d27-458b-8803-ba0d162359ea)] {{(pid=108314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:02:23.987667 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520b7118-c603-4a00-a2be-5fa8b6609cb7 req-d6dd2ca6-9e40-498d-b4c8-e848635af574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:23.989647 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-520b7118-c603-4a00-a2be-5fa8b6609cb7 req-d6dd2ca6-9e40-498d-b4c8-e848635af574 service neutron] 10.222.0.37 "GET /v2.0/networks?id=736ee5a9-6b0f-40e2-b2ff-a9aa9510814f HTTP/1.1" status: 200 len: 920 time: 0.3377779 Nov 03 02:02:24.000095 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-bf698c8d-6fb0-422b-8a2d-b91dae7ab1d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:24.065878 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:24.096298 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 02:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c64e51d-bf3a-450f-a317-184a954176d3 x-openstack-request-id: req-1c64e51d-bf3a-450f-a317-184a954176d3 {{(pid=108314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:02:24.096585 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a688c2f-9028-4f08-8542-7b09dad06fa2", "tag": "1efa8020-26b3-4ca8-a452-4afc4f914e61", "status": "completed", "code": 200}]} {{(pid=108314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:02:24.096834 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1c64e51d-bf3a-450f-a317-184a954176d3 {{(pid=108314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:02:24.097351 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a688c2f-9028-4f08-8542-7b09dad06fa2', 'tag': '1efa8020-26b3-4ca8-a452-4afc4f914e61', 'status': 'completed', 'code': 200} Nov 03 02:02:24.101459 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-520b7118-c603-4a00-a2be-5fa8b6609cb7 req-8932e6f4-ac94-4749-9c1c-892adef2ef1d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c800a63f-5d20-4479-bff0-75fde1f2c55a HTTP/1.1" status: 200 len: 217 time: 0.1032712 Nov 03 02:02:24.110071 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-9711a50c-4cf0-438c-b756-7a664aa6a43c req-e65805f1-4c86-4efd-9b99-92f4b089c389 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:24.122159 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-bf698c8d-6fb0-422b-8a2d-b91dae7ab1d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:24.187833 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba93bc-bd54-4a2a-b060-95e80e173f6a req-22ce2ac3-eca8-4f2f-a94c-43f1606cd5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:24.189441 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-e2ba93bc-bd54-4a2a-b060-95e80e173f6a req-22ce2ac3-eca8-4f2f-a94c-43f1606cd5a1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dcf02d32d2b4466f90bc61e38f1776a8&device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 1097 time: 0.0509048 Nov 03 02:02:24.221970 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-bf698c8d-6fb0-422b-8a2d-b91dae7ab1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:24.306194 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-bf698c8d-6fb0-422b-8a2d-b91dae7ab1d5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1f9fbb745538444cb6818b33607aa7af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6047668 Nov 03 02:02:24.307119 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 42084) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:02:24.307479 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device c800a63f-5d20-4479-bff0-75fde1f2c55a details requested by agent hyperv_hv-cinder-81561 with host hv-cinder-81561 {{(pid=108316) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 02:02:24.309360 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf698c8d-6fb0-422b-8a2d-b91dae7ab1d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91033bc4-b417-479b-b548-f85cf3a80059,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:02:24.364294 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba93bc-bd54-4a2a-b060-95e80e173f6a req-4ca09153-3be1-47ef-9e8b-8c86576dd290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:24.365803 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-e2ba93bc-bd54-4a2a-b060-95e80e173f6a req-4ca09153-3be1-47ef-9e8b-8c86576dd290 service neutron] 10.222.0.37 "GET /v2.0/networks?id=736ee5a9-6b0f-40e2-b2ff-a9aa9510814f HTTP/1.1" status: 200 len: 920 time: 0.1684954 Nov 03 02:02:24.419705 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-e2ba93bc-bd54-4a2a-b060-95e80e173f6a req-69176eee-cc45-46e2-8baf-611f9d589666 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1efa8020-26b3-4ca8-a452-4afc4f914e61 HTTP/1.1" status: 200 len: 217 time: 0.0449800 Nov 03 02:02:24.420683 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-25cf5874-178e-46da-bd8d-ca97f3a082b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:24.427485 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520b7118-c603-4a00-a2be-5fa8b6609cb7 req-d14357a2-762c-44a8-8eee-72acd761829c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:24.429013 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-520b7118-c603-4a00-a2be-5fa8b6609cb7 req-d14357a2-762c-44a8-8eee-72acd761829c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=67746e52-e9e3-4c10-8eb3-4bad00b287b3 HTTP/1.1" status: 200 len: 859 time: 0.3162088 Nov 03 02:02:24.441907 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] For port c800a63f-5d20-4479-bff0-75fde1f2c55a, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=c800a63f-5d20-4479-bff0-75fde1f2c55a,segment=NetworkSegment(3ed561a2-2713-4e58-b707-02e24c25c667),segment_id=3ed561a2-2713-4e58-b707-02e24c25c667)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:02:24.456996 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Returning: {'device': 'c800a63f-5d20-4479-bff0-75fde1f2c55a', 'network_id': '736ee5a9-6b0f-40e2-b2ff-a9aa9510814f', 'port_id': 'c800a63f-5d20-4479-bff0-75fde1f2c55a', 'mac_address': 'fa:16:3e:93:4a:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67746e52-e9e3-4c10-8eb3-4bad00b287b3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108316) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 02:02:24.478042 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-25cf5874-178e-46da-bd8d-ca97f3a082b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:24.503215 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:24.510519 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba93bc-bd54-4a2a-b060-95e80e173f6a req-ab010fe4-c079-4d0b-979e-7a7ef86fe348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:24.526015 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-e2ba93bc-bd54-4a2a-b060-95e80e173f6a req-ab010fe4-c079-4d0b-979e-7a7ef86fe348 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=67746e52-e9e3-4c10-8eb3-4bad00b287b3 HTTP/1.1" status: 200 len: 859 time: 0.0819154 Nov 03 02:02:24.527002 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.notifiers.nova [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c800a63f-5d20-4479-bff0-75fde1f2c55a {{(pid=108316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 02:02:24.527357 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-520b7118-c603-4a00-a2be-5fa8b6609cb7 req-625d4a06-a733-4a19-86d3-2283962502f6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=736ee5a9-6b0f-40e2-b2ff-a9aa9510814f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795472 Nov 03 02:02:24.553650 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243bc43e-a565-4f7d-b61e-aa6b34adbb6e req-ca29e58a-8a38-4f6d-86a8-cec913e3ddc5 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:24.554848 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] For port c800a63f-5d20-4479-bff0-75fde1f2c55a, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=c800a63f-5d20-4479-bff0-75fde1f2c55a,segment=NetworkSegment(3ed561a2-2713-4e58-b707-02e24c25c667),segment_id=3ed561a2-2713-4e58-b707-02e24c25c667)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:02:24.556615 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-e2ba93bc-bd54-4a2a-b060-95e80e173f6a req-6ba90eed-5e14-4e28-9f8a-0d843df6fe28 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=736ee5a9-6b0f-40e2-b2ff-a9aa9510814f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368652 Nov 03 02:02:24.568970 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-243bc43e-a565-4f7d-b61e-aa6b34adbb6e req-ca29e58a-8a38-4f6d-86a8-cec913e3ddc5 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 944 time: 0.4706984 Nov 03 02:02:24.605035 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9711a50c-4cf0-438c-b756-7a664aa6a43c req-e65805f1-4c86-4efd-9b99-92f4b089c389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:24.605581 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-9711a50c-4cf0-438c-b756-7a664aa6a43c req-e65805f1-4c86-4efd-9b99-92f4b089c389 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554904'] for port, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:24.607278 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-9711a50c-4cf0-438c-b756-7a664aa6a43c req-e65805f1-4c86-4efd-9b99-92f4b089c389 service neutron] 10.222.0.37 "PUT /v2.0/ports/200c1df3-d8a9-42db-83ec-6723cdbe5701 HTTP/1.1" status: 200 len: 1094 time: 2.4353571 Nov 03 02:02:24.670871 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:24.675113 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device e9c4cc5e-bace-46c6-b5ad-1295223f054e details requested by agent hyperv_hv-cinder-81561 with host hv-cinder-81561 {{(pid=108316) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 02:02:24.683074 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65805f1-4c86-4efd-9b99-92f4b089c389 service neutron] Pushing event updated for resources: {'Port': ['ID=200c1df3-d8a9-42db-83ec-6723cdbe5701,revision_number=3']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:02:24.715712 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-243bc43e-a565-4f7d-b61e-aa6b34adbb6e req-aa015628-32ef-4907-b06c-4083bea7c6bc tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428452 Nov 03 02:02:24.756465 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-e2ba93bc-bd54-4a2a-b060-95e80e173f6a req-9b5d2981-06e7-427f-9a3e-a4452e7ffe2c service neutron] 10.222.0.37 "GET /v2.0/networks/736ee5a9-6b0f-40e2-b2ff-a9aa9510814f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900322 Nov 03 02:02:24.768850 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-25cf5874-178e-46da-bd8d-ca97f3a082b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:24.773603 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-25cf5874-178e-46da-bd8d-ca97f3a082b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:24.774582 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-25cf5874-178e-46da-bd8d-ca97f3a082b2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/91033bc4-b417-479b-b548-f85cf3a80059 HTTP/1.1" status: 204 len: 168 time: 0.4661183 Nov 03 02:02:24.886416 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-e2ba93bc-bd54-4a2a-b060-95e80e173f6a req-d3b81abe-532a-48fd-8377-ac16bb96ecd2 service neutron] 10.222.0.37 "GET /v2.0/networks/736ee5a9-6b0f-40e2-b2ff-a9aa9510814f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104884 Nov 03 02:02:24.892916 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cf5874-178e-46da-bd8d-ca97f3a082b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91033bc4-b417-479b-b548-f85cf3a80059,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:02:24.944973 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-520b7118-c603-4a00-a2be-5fa8b6609cb7 req-46053a18-0a7e-4ebf-a77a-360bba2460c0 service neutron] 10.222.0.37 "GET /v2.0/networks/736ee5a9-6b0f-40e2-b2ff-a9aa9510814f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447690 Nov 03 02:02:24.951496 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] For port e9c4cc5e-bace-46c6-b5ad-1295223f054e, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=e9c4cc5e-bace-46c6-b5ad-1295223f054e,segment=NetworkSegment(0946153e-165e-4d0f-a9a6-b03147483a78),segment_id=0946153e-165e-4d0f-a9a6-b03147483a78)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:02:24.952826 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9711a50c-4cf0-438c-b756-7a664aa6a43c req-d758b879-e5ad-409f-ae1f-9b7dde0aa835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:24.955069 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-9711a50c-4cf0-438c-b756-7a664aa6a43c req-d758b879-e5ad-409f-ae1f-9b7dde0aa835 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=86777c3ab41c4ea8bbbdf156c7792513&device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 1097 time: 0.0916882 Nov 03 02:02:24.981098 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Pushing event updated for resources: {'Port': ['ID=c800a63f-5d20-4479-bff0-75fde1f2c55a,revision_number=4']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:02:24.998593 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Returning: {'device': 'e9c4cc5e-bace-46c6-b5ad-1295223f054e', 'network_id': 'bb7c4a3f-87fa-4680-9e11-21b7c738f9bc', 'port_id': 'e9c4cc5e-bace-46c6-b5ad-1295223f054e', 'mac_address': 'fa:16:3e:f3:7d:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad8abcb3-ec08-4ff0-8ca3-324908cd520a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108316) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 02:02:25.113634 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf9fd9-e520-4de2-8edd-bc53008d83c2 req-79518fd2-23ea-4d8e-aa36-a096a5a93818 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:25.116325 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-4daf9fd9-e520-4de2-8edd-bc53008d83c2 req-79518fd2-23ea-4d8e-aa36-a096a5a93818 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 944 time: 0.2690222 Nov 03 02:02:25.182996 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:25.207140 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.notifiers.nova [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9c4cc5e-bace-46c6-b5ad-1295223f054e {{(pid=108316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 02:02:25.211152 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-9711a50c-4cf0-438c-b756-7a664aa6a43c req-04cc1ab7-282d-4e07-87a9-d5596e386765 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=200c1df3-d8a9-42db-83ec-6723cdbe5701 HTTP/1.1" status: 200 len: 217 time: 0.2337770 Nov 03 02:02:25.230629 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] For port e9c4cc5e-bace-46c6-b5ad-1295223f054e, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=e9c4cc5e-bace-46c6-b5ad-1295223f054e,segment=NetworkSegment(0946153e-165e-4d0f-a9a6-b03147483a78),segment_id=0946153e-165e-4d0f-a9a6-b03147483a78)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:02:25.335577 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:25.391011 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9711a50c-4cf0-438c-b756-7a664aa6a43c req-a13ef52e-b9d0-47f9-8bff-684d06ca9e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:25.392386 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-9711a50c-4cf0-438c-b756-7a664aa6a43c req-a13ef52e-b9d0-47f9-8bff-684d06ca9e85 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=95177d92-9024-40b6-ac79-02b9d5fce0cc HTTP/1.1" status: 200 len: 856 time: 0.1591563 Nov 03 02:02:25.428621 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Pushing event updated for resources: {'Port': ['ID=e9c4cc5e-bace-46c6-b5ad-1295223f054e,revision_number=4']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:02:25.464754 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21adbc3e-da54-4319-89c4-adccdd9cd6a3 req-e5cc52ed-296e-437f-8118-1ff7fe1ce08b tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:25.470778 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-21adbc3e-da54-4319-89c4-adccdd9cd6a3 req-e5cc52ed-296e-437f-8118-1ff7fe1ce08b tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] 10.222.0.30 "GET /v2.0/ports?device_id=9213a9f9-14dc-4c34-9539-b7d0802418e0 HTTP/1.1" status: 200 len: 943 time: 0.4072356 Nov 03 02:02:25.482385 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-4daf9fd9-e520-4de2-8edd-bc53008d83c2 req-67d38364-a43c-48d9-b322-09eabf70d04c tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3121271 Nov 03 02:02:25.494213 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-520b7118-c603-4a00-a2be-5fa8b6609cb7 req-869842dc-601c-4787-bd4c-59b9872dd36a service neutron] 10.222.0.37 "GET /v2.0/networks/736ee5a9-6b0f-40e2-b2ff-a9aa9510814f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5195081 Nov 03 02:02:25.528221 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9711a50c-4cf0-438c-b756-7a664aa6a43c req-5ee7f415-6836-49e1-a88e-561276ff645a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:25.529762 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-9711a50c-4cf0-438c-b756-7a664aa6a43c req-5ee7f415-6836-49e1-a88e-561276ff645a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1234560 Nov 03 02:02:25.581579 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-21adbc3e-da54-4319-89c4-adccdd9cd6a3 req-a009bbb8-f2f1-4f8a-9f31-5e5156d33778 tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] 10.222.0.30 "GET /v2.0/security-groups?id=09f60560-c90b-407f-ab2c-028abad36f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935721 Nov 03 02:02:25.617167 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] get_ports_and_sgs() called for port_ids ['c800a63f-5d20-4479-bff0-75fde1f2c55a'] {{(pid=108316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 02:02:25.653097 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-9711a50c-4cf0-438c-b756-7a664aa6a43c req-d05f604a-ca96-4cf8-847c-0e48c9b788f9 service neutron] 10.222.0.37 "GET /v2.0/networks/f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159592 Nov 03 02:02:25.699750 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] get_ports_and_sgs() called for port_ids ['e9c4cc5e-bace-46c6-b5ad-1295223f054e'] {{(pid=108316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 02:02:25.812959 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-9711a50c-4cf0-438c-b756-7a664aa6a43c req-9c3bd25f-b9f0-452b-b2dd-c689f76af94d service neutron] 10.222.0.37 "GET /v2.0/networks/f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527269 Nov 03 02:02:25.904184 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc6919-7525-4cb0-97df-4ac71e8b1668 req-a71189e4-cf82-458d-8b42-017293524906 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:25.906341 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a5bc6919-7525-4cb0-97df-4ac71e8b1668 req-a71189e4-cf82-458d-8b42-017293524906 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 944 time: 0.0782936 Nov 03 02:02:25.951455 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.agents_db [None req-a2914077-2d9d-4477-8dde-df1573e0789a None None] Agent healthcheck: found 6 active agents {{(pid=108317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:02:25.989690 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a5bc6919-7525-4cb0-97df-4ac71e8b1668 req-3256f400-9d61-4210-94fb-962f85908bad tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759816 Nov 03 02:02:26.107169 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1203383-0300-4df4-8d34-0d52ac57e83d', 'tag': '200c1df3-d8a9-42db-83ec-6723cdbe5701'}] {{(pid=108314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:02:26.107169 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b9e71fb97e4882bef21449c101b24c97d897c9b718fbc8dac7673975a826a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790cc17f-7651-484d-8f30-47e8be378449" -d '{"events": [{"name": "network-changed", "server_uuid": "c1203383-0300-4df4-8d34-0d52ac57e83d", "tag": "200c1df3-d8a9-42db-83ec-6723cdbe5701"}]}' {{(pid=108314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:02:26.138634 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 02:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34760eee-ff24-44de-948a-544b7e34a321 x-openstack-request-id: req-34760eee-ff24-44de-948a-544b7e34a321 {{(pid=108314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:02:26.138929 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1203383-0300-4df4-8d34-0d52ac57e83d", "tag": "200c1df3-d8a9-42db-83ec-6723cdbe5701", "status": "completed", "code": 200}]} {{(pid=108314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:02:26.139186 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-34760eee-ff24-44de-948a-544b7e34a321 {{(pid=108314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:02:26.139586 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1203383-0300-4df4-8d34-0d52ac57e83d', 'tag': '200c1df3-d8a9-42db-83ec-6723cdbe5701', 'status': 'completed', 'code': 200} Nov 03 02:02:26.206447 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790cc17f-7651-484d-8f30-47e8be378449 req-5cbfe281-b002-47ad-ba6d-cb5d51b68db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:26.208056 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-790cc17f-7651-484d-8f30-47e8be378449 req-5cbfe281-b002-47ad-ba6d-cb5d51b68db9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=86777c3ab41c4ea8bbbdf156c7792513&device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 1097 time: 0.0434694 Nov 03 02:02:26.279525 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device 1efa8020-26b3-4ca8-a452-4afc4f914e61 details requested by agent hyperv_hv-cinder-81561 with host hv-cinder-81561 {{(pid=108316) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 02:02:26.319429 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790cc17f-7651-484d-8f30-47e8be378449 req-e866f52d-764d-4e49-b4eb-d63a35f509e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:26.321146 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-790cc17f-7651-484d-8f30-47e8be378449 req-e866f52d-764d-4e49-b4eb-d63a35f509e7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9 HTTP/1.1" status: 200 len: 918 time: 0.1053514 Nov 03 02:02:26.372300 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-790cc17f-7651-484d-8f30-47e8be378449 req-344989c1-48f6-44fc-8e49-7e7d6a282578 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=200c1df3-d8a9-42db-83ec-6723cdbe5701 HTTP/1.1" status: 200 len: 217 time: 0.0431688 Nov 03 02:02:26.401668 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] For port 1efa8020-26b3-4ca8-a452-4afc4f914e61, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=1efa8020-26b3-4ca8-a452-4afc4f914e61,segment=NetworkSegment(3ed561a2-2713-4e58-b707-02e24c25c667),segment_id=3ed561a2-2713-4e58-b707-02e24c25c667)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:02:26.414420 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Returning: {'device': '1efa8020-26b3-4ca8-a452-4afc4f914e61', 'network_id': '736ee5a9-6b0f-40e2-b2ff-a9aa9510814f', 'port_id': '1efa8020-26b3-4ca8-a452-4afc4f914e61', 'mac_address': 'fa:16:3e:3d:df:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67746e52-e9e3-4c10-8eb3-4bad00b287b3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108316) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 02:02:26.423920 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790cc17f-7651-484d-8f30-47e8be378449 req-61028cb8-6f79-48dd-a67c-bcbb9dc1548f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:26.425513 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-790cc17f-7651-484d-8f30-47e8be378449 req-61028cb8-6f79-48dd-a67c-bcbb9dc1548f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=95177d92-9024-40b6-ac79-02b9d5fce0cc HTTP/1.1" status: 200 len: 856 time: 0.0460203 Nov 03 02:02:26.459601 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:26.477737 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.notifiers.nova [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1efa8020-26b3-4ca8-a452-4afc4f914e61 {{(pid=108316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 02:02:26.482076 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790cc17f-7651-484d-8f30-47e8be378449 req-cd05bc23-f4b4-4f96-b975-c4ec6090cbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:26.483528 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-790cc17f-7651-484d-8f30-47e8be378449 req-cd05bc23-f4b4-4f96-b975-c4ec6090cbaa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0505817 Nov 03 02:02:26.499097 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] For port 1efa8020-26b3-4ca8-a452-4afc4f914e61, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=1efa8020-26b3-4ca8-a452-4afc4f914e61,segment=NetworkSegment(3ed561a2-2713-4e58-b707-02e24c25c667),segment_id=3ed561a2-2713-4e58-b707-02e24c25c667)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:02:26.581807 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:26.651721 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Pushing event updated for resources: {'Port': ['ID=1efa8020-26b3-4ca8-a452-4afc4f914e61,revision_number=4']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:02:26.699078 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 42250) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:02:26.710328 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-790cc17f-7651-484d-8f30-47e8be378449 req-b96c7ea5-3aca-48d7-b4f5-99014fd077bc service neutron] 10.222.0.37 "GET /v2.0/networks/f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151434 Nov 03 02:02:26.735428 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18335a2-3484-4775-bee4-4e86f4bfb534 req-538fc292-eef7-4713-b5ee-115a30fe9a24 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:26.738217 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a18335a2-3484-4775-bee4-4e86f4bfb534 req-538fc292-eef7-4713-b5ee-115a30fe9a24 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 944 time: 0.1605856 Nov 03 02:02:26.814795 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] get_ports_and_sgs() called for port_ids ['1efa8020-26b3-4ca8-a452-4afc4f914e61'] {{(pid=108316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 02:02:26.860326 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a18335a2-3484-4775-bee4-4e86f4bfb534 req-c6a5a403-49be-4c8b-823b-27ef47f50005 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118093 Nov 03 02:02:26.897261 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-261648aa-e6d5-4adf-bc84-b013deca79b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:26.983050 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1306815f-4fb8-4975-bc8a-23f40f3e7882 req-7afa27e8-d8bb-44d3-955c-d3d6371c66e2 tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:26.984582 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1306815f-4fb8-4975-bc8a-23f40f3e7882 req-7afa27e8-d8bb-44d3-955c-d3d6371c66e2 tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] 10.222.0.30 "GET /v2.0/ports?device_id=9213a9f9-14dc-4c34-9539-b7d0802418e0 HTTP/1.1" status: 200 len: 944 time: 0.2711732 Nov 03 02:02:27.037294 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-790cc17f-7651-484d-8f30-47e8be378449 req-8ce679d0-e72c-4f1e-8e9d-bb65f16b00e0 service neutron] 10.222.0.37 "GET /v2.0/networks/f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978284 Nov 03 02:02:27.055044 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1306815f-4fb8-4975-bc8a-23f40f3e7882 req-60cedfc7-3a11-4903-9b17-af9bcb557428 tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] 10.222.0.30 "GET /v2.0/security-groups?id=09f60560-c90b-407f-ab2c-028abad36f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557363 Nov 03 02:02:27.081983 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-261648aa-e6d5-4adf-bc84-b013deca79b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:27.124109 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add888e-91e8-46ac-95fb-061072b67578 req-2b1e073a-803a-4b4c-8c1c-74d2cf06a086 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:27.125586 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1add888e-91e8-46ac-95fb-061072b67578 req-2b1e073a-803a-4b4c-8c1c-74d2cf06a086 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 945 time: 0.0525746 Nov 03 02:02:27.151115 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-261648aa-e6d5-4adf-bc84-b013deca79b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:27.188011 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1add888e-91e8-46ac-95fb-061072b67578 req-21339b7f-338d-4f92-ad10-0d70ceae7454 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563591 Nov 03 02:02:27.200064 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-261648aa-e6d5-4adf-bc84-b013deca79b5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=014efba1129b402d8f2656dc6e0bf8d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4970746 Nov 03 02:02:27.200064 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261648aa-e6d5-4adf-bc84-b013deca79b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a70f37-e872-463e-a9f4-7249047adce6,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:02:27.200769 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 42288) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:02:27.251751 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-dbbc824e-8e1a-4c04-bb42-2182e0ee0608 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:27.274519 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-dbbc824e-8e1a-4c04-bb42-2182e0ee0608 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:27.413622 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-dbbc824e-8e1a-4c04-bb42-2182e0ee0608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:27.416280 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-dbbc824e-8e1a-4c04-bb42-2182e0ee0608 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:27.417488 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-dbbc824e-8e1a-4c04-bb42-2182e0ee0608 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/56a70f37-e872-463e-a9f4-7249047adce6 HTTP/1.1" status: 204 len: 168 time: 0.2157311 Nov 03 02:02:27.425150 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbc824e-8e1a-4c04-bb42-2182e0ee0608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a70f37-e872-463e-a9f4-7249047adce6,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:02:28.061279 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6255f101-6913-4f1d-ab94-8694b272b248 req-caffd97e-2679-4d5e-af3c-fb7bfdf58a75 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:28.063251 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-6255f101-6913-4f1d-ab94-8694b272b248 req-caffd97e-2679-4d5e-af3c-fb7bfdf58a75 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 944 time: 0.0961175 Nov 03 02:02:28.122883 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-6255f101-6913-4f1d-ab94-8694b272b248 req-06d4563c-a107-466d-861a-096c0f8b1bff tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527759 Nov 03 02:02:28.178834 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 42340) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:02:28.193584 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1833eae-cbb3-4367-8811-fd9cf2a817a2 req-5e598aca-5f3f-416a-939f-b3ebaff86a10 tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:28.195082 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-76849d1b-57dd-436c-920e-b60ebb69411f admin admin] Publish callbacks [] for security_group, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:28.201863 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f1833eae-cbb3-4367-8811-fd9cf2a817a2 req-5e598aca-5f3f-416a-939f-b3ebaff86a10 tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] 10.222.0.30 "GET /v2.0/ports?device_id=9213a9f9-14dc-4c34-9539-b7d0802418e0 HTTP/1.1" status: 200 len: 944 time: 0.0704875 Nov 03 02:02:28.252474 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f1833eae-cbb3-4367-8811-fd9cf2a817a2 req-386360a2-2b60-4bc0-842a-bec11eccc01c tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] 10.222.0.30 "GET /v2.0/security-groups?id=09f60560-c90b-407f-ab2c-028abad36f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484295 Nov 03 02:02:28.292981 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-76849d1b-57dd-436c-920e-b60ebb69411f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:28.300160 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device 200c1df3-d8a9-42db-83ec-6723cdbe5701 details requested by agent hyperv_hv-cinder-81561 with host hv-cinder-81561 {{(pid=108316) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 02:02:28.302236 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device 1efa8020-26b3-4ca8-a452-4afc4f914e61 up at agent hyperv_hv-cinder-81561 {{(pid=108316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:02:28.322745 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f855e852-1b14-4224-a626-f698e3c4ae9a req-9e4b2287-ff71-4ae0-965f-b13956a0d314 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:28.324552 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f855e852-1b14-4224-a626-f698e3c4ae9a req-9e4b2287-ff71-4ae0-965f-b13956a0d314 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 945 time: 0.0509830 Nov 03 02:02:28.397068 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f855e852-1b14-4224-a626-f698e3c4ae9a req-4ebe4705-a681-4b7c-ae6a-24ed3d3539e6 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664995 Nov 03 02:02:28.436821 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-76849d1b-57dd-436c-920e-b60ebb69411f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:28.448114 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] For port 200c1df3-d8a9-42db-83ec-6723cdbe5701, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=200c1df3-d8a9-42db-83ec-6723cdbe5701,segment=NetworkSegment(3daecc90-8d27-458b-8803-ba0d162359ea),segment_id=3daecc90-8d27-458b-8803-ba0d162359ea)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:02:28.467443 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Returning: {'device': '200c1df3-d8a9-42db-83ec-6723cdbe5701', 'network_id': 'f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9', 'port_id': '200c1df3-d8a9-42db-83ec-6723cdbe5701', 'mac_address': 'fa:16:3e:5a:f0:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95177d92-9024-40b6-ac79-02b9d5fce0cc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108316) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 02:02:28.478581 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-76849d1b-57dd-436c-920e-b60ebb69411f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3f672a36e2e944f0bd8ff464816b1e34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2981179 Nov 03 02:02:28.481078 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 42350) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:02:28.489495 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76849d1b-57dd-436c-920e-b60ebb69411f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1481b900-ab08-4255-8f97-84aae7141dc1,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:02:28.519412 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Provisioning for port 1efa8020-26b3-4ca8-a452-4afc4f914e61 completed by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 02:02:28.524329 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:28.527000 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Provisioning complete for port 1efa8020-26b3-4ca8-a452-4afc4f914e61 triggered by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:02:28.527362 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:28.541426 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-b712b749-ab55-4522-b956-393b116f6142 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:28.558556 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.notifiers.nova [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 200c1df3-d8a9-42db-83ec-6723cdbe5701 {{(pid=108316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 02:02:28.567949 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-b712b749-ab55-4522-b956-393b116f6142 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:28.587789 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] For port 200c1df3-d8a9-42db-83ec-6723cdbe5701, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=200c1df3-d8a9-42db-83ec-6723cdbe5701,segment=NetworkSegment(3daecc90-8d27-458b-8803-ba0d162359ea),segment_id=3daecc90-8d27-458b-8803-ba0d162359ea)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:02:28.634516 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:28.663146 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a688c2f-9028-4f08-8542-7b09dad06fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1efa8020-26b3-4ca8-a452-4afc4f914e61'}] {{(pid=108316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:02:28.737534 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:28.744836 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] For port 1efa8020-26b3-4ca8-a452-4afc4f914e61, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=1efa8020-26b3-4ca8-a452-4afc4f914e61,segment=NetworkSegment(3ed561a2-2713-4e58-b707-02e24c25c667),segment_id=3ed561a2-2713-4e58-b707-02e24c25c667)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:02:28.753362 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-b712b749-ab55-4522-b956-393b116f6142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:28.753362 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-b712b749-ab55-4522-b956-393b116f6142 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:28.757142 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-b712b749-ab55-4522-b956-393b116f6142 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1481b900-ab08-4255-8f97-84aae7141dc1 HTTP/1.1" status: 204 len: 168 time: 0.2723534 Nov 03 02:02:28.762696 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b712b749-ab55-4522-b956-393b116f6142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1481b900-ab08-4255-8f97-84aae7141dc1,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:02:28.809435 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Pushing event updated for resources: {'Port': ['ID=200c1df3-d8a9-42db-83ec-6723cdbe5701,revision_number=4']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:02:28.843159 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:28.844044 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device c800a63f-5d20-4479-bff0-75fde1f2c55a up at agent hyperv_hv-cinder-81561 {{(pid=108316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:02:28.848470 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c49bda4003134bcf77c295383a637b11cae661d7d3df1045ea696fe6ff2a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8311fe6-9bdc-4998-9ee9-8305c899a3fd" -d '{"events": [{"server_uuid": "0a688c2f-9028-4f08-8542-7b09dad06fa2", "name": "network-vif-plugged", "status": "completed", "tag": "1efa8020-26b3-4ca8-a452-4afc4f914e61"}]}' {{(pid=108316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:02:28.947201 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Pushing event updated for resources: {'Port': ['ID=1efa8020-26b3-4ca8-a452-4afc4f914e61,revision_number=5']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:02:29.026129 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:29.059826 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Provisioning for port c800a63f-5d20-4479-bff0-75fde1f2c55a completed by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 02:02:29.069973 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Provisioning complete for port c800a63f-5d20-4479-bff0-75fde1f2c55a triggered by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:02:29.070522 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:29.203884 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:29.220911 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 02:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e9ea9c7-3ea7-4c82-9655-45cf031e0298 x-openstack-request-id: req-5e9ea9c7-3ea7-4c82-9655-45cf031e0298 {{(pid=108316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:02:29.221583 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a688c2f-9028-4f08-8542-7b09dad06fa2", "name": "network-vif-plugged", "status": "completed", "tag": "1efa8020-26b3-4ca8-a452-4afc4f914e61", "code": 200}]} {{(pid=108316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:02:29.221975 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5e9ea9c7-3ea7-4c82-9655-45cf031e0298 {{(pid=108316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:02:29.222674 dv-cinder-815614-3-iscsi neutron-server[108316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a688c2f-9028-4f08-8542-7b09dad06fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1efa8020-26b3-4ca8-a452-4afc4f914e61', 'code': 200} Nov 03 02:02:29.229011 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 42378) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:02:29.248276 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] For port c800a63f-5d20-4479-bff0-75fde1f2c55a, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=c800a63f-5d20-4479-bff0-75fde1f2c55a,segment=NetworkSegment(3ed561a2-2713-4e58-b707-02e24c25c667),segment_id=3ed561a2-2713-4e58-b707-02e24c25c667)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:02:29.273857 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c27fe52-5c84-4a7c-923a-ec4f7bba1dab req-34c7adc7-dfd6-4731-8a82-7cf9b515bb5a tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:29.275439 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-3c27fe52-5c84-4a7c-923a-ec4f7bba1dab req-34c7adc7-dfd6-4731-8a82-7cf9b515bb5a tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 945 time: 0.0637634 Nov 03 02:02:29.334083 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:29.335777 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device e9c4cc5e-bace-46c6-b5ad-1295223f054e up at agent hyperv_hv-cinder-81561 {{(pid=108316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:02:29.350900 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-3c27fe52-5c84-4a7c-923a-ec4f7bba1dab req-5e9637d9-a7ac-45cd-8d60-817e26062dee tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683753 Nov 03 02:02:29.364134 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-69ec2f27-dfdb-4361-8afd-3fa879f9ad79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:29.418636 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba8248e-047d-41bd-8a01-cad39ae33956 req-6eef8507-25d2-49c1-a7ef-d792fbb83b58 tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:29.429720 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-0ba8248e-047d-41bd-8a01-cad39ae33956 req-6eef8507-25d2-49c1-a7ef-d792fbb83b58 tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] 10.222.0.30 "GET /v2.0/ports?device_id=9213a9f9-14dc-4c34-9539-b7d0802418e0 HTTP/1.1" status: 200 len: 944 time: 0.0768833 Nov 03 02:02:29.486517 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Pushing event updated for resources: {'Port': ['ID=c800a63f-5d20-4479-bff0-75fde1f2c55a,revision_number=5']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:02:29.489674 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-0ba8248e-047d-41bd-8a01-cad39ae33956 req-0e293085-7ca0-488d-b586-0f5fa35ae076 tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] 10.222.0.30 "GET /v2.0/security-groups?id=09f60560-c90b-407f-ab2c-028abad36f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590055 Nov 03 02:02:29.501273 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-69ec2f27-dfdb-4361-8afd-3fa879f9ad79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:29.548956 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa39341-9cf6-4555-ac52-547fc3e2d873 req-3a9f2f3c-ca7f-4b81-ba8b-847803abb1fb tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:29.550486 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-baa39341-9cf6-4555-ac52-547fc3e2d873 req-3a9f2f3c-ca7f-4b81-ba8b-847803abb1fb tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 946 time: 0.0554044 Nov 03 02:02:29.600064 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-baa39341-9cf6-4555-ac52-547fc3e2d873 req-9e7cee77-4905-49ff-977d-3f7c71ac44f7 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433614 Nov 03 02:02:29.602340 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Provisioning for port e9c4cc5e-bace-46c6-b5ad-1295223f054e completed by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 02:02:29.602457 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-69ec2f27-dfdb-4361-8afd-3fa879f9ad79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:29.613133 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Provisioning complete for port e9c4cc5e-bace-46c6-b5ad-1295223f054e triggered by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:02:29.613133 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:29.647571 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ec2f27-dfdb-4361-8afd-3fa879f9ad79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13c1ec8e-3b1d-4cb8-abab-529cd8413271,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:02:29.651965 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-69ec2f27-dfdb-4361-8afd-3fa879f9ad79 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c0f935e8cc014800ac2e0c91b4ff1087&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4217870 Nov 03 02:02:29.654553 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 42394) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:02:29.705452 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:29.722932 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-d7240fd9-ca07-4033-9777-6585fc23e7da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:29.746832 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] For port e9c4cc5e-bace-46c6-b5ad-1295223f054e, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=e9c4cc5e-bace-46c6-b5ad-1295223f054e,segment=NetworkSegment(0946153e-165e-4d0f-a9a6-b03147483a78),segment_id=0946153e-165e-4d0f-a9a6-b03147483a78)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:02:29.777602 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-d7240fd9-ca07-4033-9777-6585fc23e7da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:29.899518 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:29.950365 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-d7240fd9-ca07-4033-9777-6585fc23e7da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:29.953474 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-d7240fd9-ca07-4033-9777-6585fc23e7da admin admin] Publish callbacks [] for security_group, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:29.954703 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-d7240fd9-ca07-4033-9777-6585fc23e7da admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/13c1ec8e-3b1d-4cb8-abab-529cd8413271 HTTP/1.1" status: 204 len: 168 time: 0.2992167 Nov 03 02:02:29.974500 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7240fd9-ca07-4033-9777-6585fc23e7da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c1ec8e-3b1d-4cb8-abab-529cd8413271,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:02:29.976753 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Pushing event updated for resources: {'Port': ['ID=e9c4cc5e-bace-46c6-b5ad-1295223f054e,revision_number=5']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:02:30.470517 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1709a184-44b5-48b3-8734-a1289c37dbe7 req-ae75992e-2a2b-4d63-9ef0-3542bf4547d3 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:30.471968 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1709a184-44b5-48b3-8734-a1289c37dbe7 req-ae75992e-2a2b-4d63-9ef0-3542bf4547d3 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 945 time: 0.0470078 Nov 03 02:02:30.520575 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1709a184-44b5-48b3-8734-a1289c37dbe7 req-8828fc73-3cf8-4d07-ad0b-e24efd4f5d30 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423646 Nov 03 02:02:30.610521 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf37329-a04d-4708-819b-a7a8675fe856 req-dbe355dc-36a3-48af-9888-1f975c7cafb4 tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:30.611995 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-bdf37329-a04d-4708-819b-a7a8675fe856 req-dbe355dc-36a3-48af-9888-1f975c7cafb4 tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] 10.222.0.30 "GET /v2.0/ports?device_id=9213a9f9-14dc-4c34-9539-b7d0802418e0 HTTP/1.1" status: 200 len: 945 time: 0.0510452 Nov 03 02:02:30.663397 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-bdf37329-a04d-4708-819b-a7a8675fe856 req-8caa6325-fa5e-4446-853e-bde4fbb54dd2 tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] 10.222.0.30 "GET /v2.0/security-groups?id=09f60560-c90b-407f-ab2c-028abad36f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455647 Nov 03 02:02:30.714314 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 42430) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:02:30.726491 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0604f-2089-468d-a055-f2a1d32b0d0e req-03a67786-5947-4863-860e-bf68b85183de tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:30.728148 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f9b0604f-2089-468d-a055-f2a1d32b0d0e req-03a67786-5947-4863-860e-bf68b85183de tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 946 time: 0.0581009 Nov 03 02:02:30.737911 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-02dd37cb-0483-4b93-88bf-43922a5e7c80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:30.786053 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f9b0604f-2089-468d-a055-f2a1d32b0d0e req-996a807f-cfb9-4fff-ae95-0b1e7d8ec903 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509548 Nov 03 02:02:30.831982 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-02dd37cb-0483-4b93-88bf-43922a5e7c80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:30.967957 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-02dd37cb-0483-4b93-88bf-43922a5e7c80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:31.019112 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-02dd37cb-0483-4b93-88bf-43922a5e7c80 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8dbf49e5ea334c68bbe98283df488c23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3029761 Nov 03 02:02:31.020047 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dd37cb-0483-4b93-88bf-43922a5e7c80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=100cb1ae-219b-453c-8594-b3174b60d289,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:02:31.023029 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 42446) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:02:31.077044 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-3ed07322-ef45-4fcf-ade8-b1353328f926 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:31.103075 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-3ed07322-ef45-4fcf-ade8-b1353328f926 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:31.224075 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe6fe0cb-1e19-4f19-84b4-15e0d56010fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c800a63f-5d20-4479-bff0-75fde1f2c55a'}, {'server_uuid': '9213a9f9-14dc-4c34-9539-b7d0802418e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9c4cc5e-bace-46c6-b5ad-1295223f054e'}] {{(pid=108316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:02:31.225094 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-3ed07322-ef45-4fcf-ade8-b1353328f926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:31.226622 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c49bda4003134bcf77c295383a637b11cae661d7d3df1045ea696fe6ff2a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6121638f-d227-4967-942c-38ef002105ea" -d '{"events": [{"server_uuid": "fe6fe0cb-1e19-4f19-84b4-15e0d56010fe", "name": "network-vif-plugged", "status": "completed", "tag": "c800a63f-5d20-4479-bff0-75fde1f2c55a"}, {"server_uuid": "9213a9f9-14dc-4c34-9539-b7d0802418e0", "name": "network-vif-plugged", "status": "completed", "tag": "e9c4cc5e-bace-46c6-b5ad-1295223f054e"}]}' {{(pid=108316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:02:31.227791 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-3ed07322-ef45-4fcf-ade8-b1353328f926 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:31.229123 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-3ed07322-ef45-4fcf-ade8-b1353328f926 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/100cb1ae-219b-453c-8594-b3174b60d289 HTTP/1.1" status: 204 len: 168 time: 0.2060902 Nov 03 02:02:31.240979 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed07322-ef45-4fcf-ade8-b1353328f926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=100cb1ae-219b-453c-8594-b3174b60d289,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:02:31.280629 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 03 Nov 2021 02:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b893a8-7134-461c-9b2b-01a280aec61d x-openstack-request-id: req-69b893a8-7134-461c-9b2b-01a280aec61d {{(pid=108316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:02:31.280931 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe6fe0cb-1e19-4f19-84b4-15e0d56010fe", "name": "network-vif-plugged", "status": "completed", "tag": "c800a63f-5d20-4479-bff0-75fde1f2c55a", "code": 200}, {"server_uuid": "9213a9f9-14dc-4c34-9539-b7d0802418e0", "name": "network-vif-plugged", "status": "completed", "tag": "e9c4cc5e-bace-46c6-b5ad-1295223f054e", "code": 200}]} {{(pid=108316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:02:31.281236 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-69b893a8-7134-461c-9b2b-01a280aec61d {{(pid=108316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:02:31.281573 dv-cinder-815614-3-iscsi neutron-server[108316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe6fe0cb-1e19-4f19-84b4-15e0d56010fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c800a63f-5d20-4479-bff0-75fde1f2c55a', 'code': 200} Nov 03 02:02:31.281835 dv-cinder-815614-3-iscsi neutron-server[108316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9213a9f9-14dc-4c34-9539-b7d0802418e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9c4cc5e-bace-46c6-b5ad-1295223f054e', 'code': 200} Nov 03 02:02:31.643757 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222435ba-da04-4962-9457-f72802810ab9 req-220654bd-3c53-4e99-b690-05629834117c tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:31.645249 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-222435ba-da04-4962-9457-f72802810ab9 req-220654bd-3c53-4e99-b690-05629834117c tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 945 time: 0.0520499 Nov 03 02:02:31.692287 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] get_ports_and_sgs() called for port_ids ['200c1df3-d8a9-42db-83ec-6723cdbe5701'] {{(pid=108316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 02:02:31.722318 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-222435ba-da04-4962-9457-f72802810ab9 req-c68da7ac-e372-4c61-a37f-27febbac04f1 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674498 Nov 03 02:02:31.848795 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b709cc1-3a61-443a-871b-46234648a1b2 req-b514df52-dbd6-46c8-aaa3-6b57680ac491 tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:31.858046 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-9b709cc1-3a61-443a-871b-46234648a1b2 req-b514df52-dbd6-46c8-aaa3-6b57680ac491 tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] 10.222.0.30 "GET /v2.0/ports?device_id=9213a9f9-14dc-4c34-9539-b7d0802418e0 HTTP/1.1" status: 200 len: 945 time: 0.1065621 Nov 03 02:02:31.956060 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-9b709cc1-3a61-443a-871b-46234648a1b2 req-b41b32ee-d5b6-4613-8594-c0b429c68e14 tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] 10.222.0.30 "GET /v2.0/security-groups?id=09f60560-c90b-407f-ab2c-028abad36f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949290 Nov 03 02:02:31.968411 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de30d21-9bea-4be6-abad-c7fdc744ee42 req-5b093536-b11f-462e-aa4a-bc6c726f088a tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:31.970770 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-7de30d21-9bea-4be6-abad-c7fdc744ee42 req-5b093536-b11f-462e-aa4a-bc6c726f088a tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 946 time: 0.0964491 Nov 03 02:02:32.038797 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-7de30d21-9bea-4be6-abad-c7fdc744ee42 req-76276f8e-d366-4e7b-9b72-bb3ced10de4d tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618100 Nov 03 02:02:32.834079 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f181a56b-8496-4c0b-8e71-711958ac9dc2 req-926c77a1-08ff-4b6c-b49d-6f613e3d943e tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:32.835586 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f181a56b-8496-4c0b-8e71-711958ac9dc2 req-926c77a1-08ff-4b6c-b49d-6f613e3d943e tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 945 time: 0.0487037 Nov 03 02:02:32.881706 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f181a56b-8496-4c0b-8e71-711958ac9dc2 req-62a30f73-4573-4a6a-b1dc-d2f30d352967 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401392 Nov 03 02:02:33.070011 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea510f50-1da0-45d4-8d25-bf22cbd615f3 req-be4e757a-eb72-412c-a63f-f7a838713a0f tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:33.071602 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-ea510f50-1da0-45d4-8d25-bf22cbd615f3 req-be4e757a-eb72-412c-a63f-f7a838713a0f tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] 10.222.0.30 "GET /v2.0/ports?device_id=9213a9f9-14dc-4c34-9539-b7d0802418e0 HTTP/1.1" status: 200 len: 945 time: 0.0484142 Nov 03 02:02:33.164737 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-ea510f50-1da0-45d4-8d25-bf22cbd615f3 req-2212570c-453b-4cdf-9b8c-e2bd17155326 tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] 10.222.0.30 "GET /v2.0/security-groups?id=09f60560-c90b-407f-ab2c-028abad36f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781906 Nov 03 02:02:33.187368 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e81062-0384-4a8a-b203-8ac67de8c21a req-b1b364c4-70b1-4fbc-86f3-49d6e661d7ad tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:33.189158 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e6e81062-0384-4a8a-b203-8ac67de8c21a req-b1b364c4-70b1-4fbc-86f3-49d6e661d7ad tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 946 time: 0.0771415 Nov 03 02:02:33.228255 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 42546) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:02:33.243746 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e6e81062-0384-4a8a-b203-8ac67de8c21a req-4dd1b70b-45b0-49a4-9fa0-04af8951157c tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485122 Nov 03 02:02:33.370851 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-f61ff136-3e42-48d1-accb-3d84d88c7ebe admin admin] Publish callbacks [] for security_group, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:33.449520 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-f61ff136-3e42-48d1-accb-3d84d88c7ebe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:33.527791 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-f61ff136-3e42-48d1-accb-3d84d88c7ebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:33.573421 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61ff136-3e42-48d1-accb-3d84d88c7ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c487e3-8632-4441-840d-ec1ef23a56e4,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:02:33.580491 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-f61ff136-3e42-48d1-accb-3d84d88c7ebe admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2fb484d8d782489a9277566b0bd70854&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3510695 Nov 03 02:02:33.580830 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 42560) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:02:33.655372 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-3a3e678a-ce91-4b1b-82cf-42d0d23e6216 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:33.684394 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-3a3e678a-ce91-4b1b-82cf-42d0d23e6216 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:33.865624 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-3a3e678a-ce91-4b1b-82cf-42d0d23e6216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:33.868264 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-3a3e678a-ce91-4b1b-82cf-42d0d23e6216 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:33.869457 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-3a3e678a-ce91-4b1b-82cf-42d0d23e6216 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a0c487e3-8632-4441-840d-ec1ef23a56e4 HTTP/1.1" status: 204 len: 168 time: 0.2875791 Nov 03 02:02:33.878352 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3e678a-ce91-4b1b-82cf-42d0d23e6216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c487e3-8632-4441-840d-ec1ef23a56e4,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:02:34.008227 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdeb7cb-9a77-49c3-b096-d90988418735 req-74cf0e1f-1aac-4bab-9bfc-b712811e2624 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:34.013320 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-ffdeb7cb-9a77-49c3-b096-d90988418735 req-74cf0e1f-1aac-4bab-9bfc-b712811e2624 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 945 time: 0.0526757 Nov 03 02:02:34.060000 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-ffdeb7cb-9a77-49c3-b096-d90988418735 req-4570b0b8-4450-4037-9aba-88bcc374c806 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441027 Nov 03 02:02:34.285584 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfc6d6d-5b7b-46e0-abde-0fb0a9722b0d req-f5c5b071-17e8-4884-926c-0521cc23a38f tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:34.296757 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-dbfc6d6d-5b7b-46e0-abde-0fb0a9722b0d req-f5c5b071-17e8-4884-926c-0521cc23a38f tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] 10.222.0.30 "GET /v2.0/ports?device_id=9213a9f9-14dc-4c34-9539-b7d0802418e0 HTTP/1.1" status: 200 len: 945 time: 0.0493729 Nov 03 02:02:34.367375 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-dbfc6d6d-5b7b-46e0-abde-0fb0a9722b0d req-64858e85-a6d7-4c3a-85c4-5ee4960b3933 tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] 10.222.0.30 "GET /v2.0/security-groups?id=09f60560-c90b-407f-ab2c-028abad36f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740879 Nov 03 02:02:34.383079 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e278614f-fd03-4552-b79d-1ebc8891a24b req-2deb1a39-e815-4d33-82f1-64f57df4628b tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:34.384546 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e278614f-fd03-4552-b79d-1ebc8891a24b req-2deb1a39-e815-4d33-82f1-64f57df4628b tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 946 time: 0.0669954 Nov 03 02:02:34.593937 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e278614f-fd03-4552-b79d-1ebc8891a24b req-f7a4e244-c580-49d4-aa86-1104d59fecce tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034802 Nov 03 02:02:34.634697 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 42590) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:02:34.648979 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-6501c483-7ff8-4eb3-a8f7-e899f12de12d admin admin] Publish callbacks [] for security_group, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:34.728867 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-6501c483-7ff8-4eb3-a8f7-e899f12de12d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:34.789185 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 42594) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:02:34.807917 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-6501c483-7ff8-4eb3-a8f7-e899f12de12d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:34.847648 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-6501c483-7ff8-4eb3-a8f7-e899f12de12d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4adc848c267d4496b76d4aaa3402a932&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2116430 Nov 03 02:02:34.848997 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6501c483-7ff8-4eb3-a8f7-e899f12de12d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a1ba64-cbf5-4561-8ebd-361893087820,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:02:34.852026 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 42598) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:02:34.947188 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-aed1d7ab-53e4-464d-9780-838f48220851 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:34.974065 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c815edcd-9c10-45c3-acca-d19b1f590c07 req-5727cdc4-c5e5-4bf2-8814-0a8a34eac623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:34.975567 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-c815edcd-9c10-45c3-acca-d19b1f590c07 req-5727cdc4-c5e5-4bf2-8814-0a8a34eac623 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 1098 time: 0.1001818 Nov 03 02:02:35.007080 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-c815edcd-9c10-45c3-acca-d19b1f590c07 req-76f02882-d9d0-4fb0-b994-c311626332f9 service neutron] Publish callbacks [] for security_group, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:35.009379 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8375be-2442-4a49-9f68-9b8214e6e317 req-cd77e7fa-8e62-453a-b0e6-0206dd796452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:35.011088 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1b8375be-2442-4a49-9f68-9b8214e6e317 req-cd77e7fa-8e62-453a-b0e6-0206dd796452 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9213a9f9-14dc-4c34-9539-b7d0802418e0 HTTP/1.1" status: 200 len: 1098 time: 0.1323953 Nov 03 02:02:35.015305 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e43566d-4045-4719-a961-3d1ce4cbbe48 req-7be832f4-6880-4653-b85b-b0dd2e63a796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:35.016730 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-7e43566d-4045-4719-a961-3d1ce4cbbe48 req-7be832f4-6880-4653-b85b-b0dd2e63a796 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 1099 time: 0.1541240 Nov 03 02:02:35.041418 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-d16cdaaa-c370-416e-b202-0498ee2d5cfb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:35.056033 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-1b8375be-2442-4a49-9f68-9b8214e6e317 req-87643056-9dbd-499c-876d-457b2f655619 service neutron] Publish callbacks [] for security_group, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:35.057724 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-7e43566d-4045-4719-a961-3d1ce4cbbe48 req-a9f535b2-b1c5-43a4-9efc-b2612eee63b1 service neutron] Publish callbacks [] for security_group, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:35.098764 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-d16cdaaa-c370-416e-b202-0498ee2d5cfb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:35.098886 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-aed1d7ab-53e4-464d-9780-838f48220851 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:35.135262 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-c815edcd-9c10-45c3-acca-d19b1f590c07 req-76f02882-d9d0-4fb0-b994-c311626332f9 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:35.179483 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-aed1d7ab-53e4-464d-9780-838f48220851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:35.217558 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272d6f6d-6c0f-4909-a397-6bc30f223283 req-1fbf62fe-ef4d-41c5-9001-2b95a6e1dc7e tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:35.219150 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-272d6f6d-6c0f-4909-a397-6bc30f223283 req-1fbf62fe-ef4d-41c5-9001-2b95a6e1dc7e tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 945 time: 0.0655138 Nov 03 02:02:35.222630 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-aed1d7ab-53e4-464d-9780-838f48220851 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=85918d277f9f436cbd6d922fe6866dd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4323008 Nov 03 02:02:35.223539 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed1d7ab-53e4-464d-9780-838f48220851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f621d5ba-a869-48d8-85e5-d4fb7e275b3f,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:02:35.225086 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 42606) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:02:35.242386 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-c815edcd-9c10-45c3-acca-d19b1f590c07 req-76f02882-d9d0-4fb0-b994-c311626332f9 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:35.288551 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-c815edcd-9c10-45c3-acca-d19b1f590c07 req-76f02882-d9d0-4fb0-b994-c311626332f9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018599 Nov 03 02:02:35.289321 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f02882-d9d0-4fb0-b994-c311626332f9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe980fe-3d51-4394-90dd-7a01dd9ddb03,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:02:35.292164 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-d16cdaaa-c370-416e-b202-0498ee2d5cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:35.295065 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-d16cdaaa-c370-416e-b202-0498ee2d5cfb admin admin] Publish callbacks [] for security_group, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:35.296195 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-d16cdaaa-c370-416e-b202-0498ee2d5cfb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c2a1ba64-cbf5-4561-8ebd-361893087820 HTTP/1.1" status: 204 len: 168 time: 0.4423411 Nov 03 02:02:35.309461 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-272d6f6d-6c0f-4909-a397-6bc30f223283 req-85078e49-2d46-40a3-8112-a8409d7e7490 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813515 Nov 03 02:02:35.312001 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.db.api [req-1b8375be-2442-4a49-9f68-9b8214e6e317 req-87643056-9dbd-499c-876d-457b2f655619 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 0ea704df1bb04fdda872152c22dfdc30 {{(pid=108314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 02:02:35.312001 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG oslo_db.api [req-1b8375be-2442-4a49-9f68-9b8214e6e317 req-87643056-9dbd-499c-876d-457b2f655619 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=108314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 02:02:35.315790 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.db.api [req-7e43566d-4045-4719-a961-3d1ce4cbbe48 req-a9f535b2-b1c5-43a4-9efc-b2612eee63b1 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 0ea704df1bb04fdda872152c22dfdc30 {{(pid=108314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 02:02:35.316108 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG oslo_db.api [req-7e43566d-4045-4719-a961-3d1ce4cbbe48 req-a9f535b2-b1c5-43a4-9efc-b2612eee63b1 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=108314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 02:02:35.320865 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16cdaaa-c370-416e-b202-0498ee2d5cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a1ba64-cbf5-4561-8ebd-361893087820,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:02:35.335645 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-3e29c9d2-18d4-469b-93fe-84a8838ec1b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:35.361391 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-3e29c9d2-18d4-469b-93fe-84a8838ec1b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:35.483863 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acffcf8-6d79-42f2-b827-8718c1c97199 req-40444a4f-b074-42f4-88eb-0049e1befaa2 tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:35.485337 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-5acffcf8-6d79-42f2-b827-8718c1c97199 req-40444a4f-b074-42f4-88eb-0049e1befaa2 tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] 10.222.0.30 "GET /v2.0/ports?device_id=9213a9f9-14dc-4c34-9539-b7d0802418e0 HTTP/1.1" status: 200 len: 945 time: 0.0498035 Nov 03 02:02:35.498003 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-3e29c9d2-18d4-469b-93fe-84a8838ec1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:35.500447 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-3e29c9d2-18d4-469b-93fe-84a8838ec1b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:35.502037 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-3e29c9d2-18d4-469b-93fe-84a8838ec1b6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f621d5ba-a869-48d8-85e5-d4fb7e275b3f HTTP/1.1" status: 204 len: 168 time: 0.2748663 Nov 03 02:02:35.518627 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e29c9d2-18d4-469b-93fe-84a8838ec1b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f621d5ba-a869-48d8-85e5-d4fb7e275b3f,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:02:35.553548 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-5acffcf8-6d79-42f2-b827-8718c1c97199 req-ae291120-d722-4002-88ee-8135bfade5a2 tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] 10.222.0.30 "GET /v2.0/security-groups?id=09f60560-c90b-407f-ab2c-028abad36f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615451 Nov 03 02:02:35.722200 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e478f-dbc7-4a7a-b83c-7f8c09f411b0 req-b7ea44a6-9ddc-4aa2-a7ba-6c1b06d4088b tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:35.724255 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-114e478f-dbc7-4a7a-b83c-7f8c09f411b0 req-b7ea44a6-9ddc-4aa2-a7ba-6c1b06d4088b tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 946 time: 0.0544062 Nov 03 02:02:35.781444 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-114e478f-dbc7-4a7a-b83c-7f8c09f411b0 req-928a7f6d-8567-4689-a27d-a8c06ffce42f tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483639 Nov 03 02:02:35.811546 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-1b8375be-2442-4a49-9f68-9b8214e6e317 req-87643056-9dbd-499c-876d-457b2f655619 service neutron] Publish callbacks [] for security_group, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:35.823471 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-7e43566d-4045-4719-a961-3d1ce4cbbe48 req-a9f535b2-b1c5-43a4-9efc-b2612eee63b1 service neutron] Publish callbacks [] for security_group, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:35.965201 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1b8375be-2442-4a49-9f68-9b8214e6e317 req-87643056-9dbd-499c-876d-457b2f655619 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=09f60560-c90b-407f-ab2c-028abad36f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9402263 Nov 03 02:02:35.967367 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-7e43566d-4045-4719-a961-3d1ce4cbbe48 req-a9f535b2-b1c5-43a4-9efc-b2612eee63b1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9354854 Nov 03 02:02:36.383691 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 42666) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:02:36.406956 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-a138ef47-1147-4b2a-a6e5-41bf6e1802c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:36.486443 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dfeaa9-22b7-4621-9215-dd5c359c6b87 req-6726752a-26b3-40f8-94a0-95e0205f8490 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:36.487973 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a7dfeaa9-22b7-4621-9215-dd5c359c6b87 req-6726752a-26b3-40f8-94a0-95e0205f8490 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 945 time: 0.0961952 Nov 03 02:02:36.631585 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a7dfeaa9-22b7-4621-9215-dd5c359c6b87 req-48baa8b2-147a-4331-b388-4241059639db tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248462 Nov 03 02:02:36.639613 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-a138ef47-1147-4b2a-a6e5-41bf6e1802c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:36.695217 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device 200c1df3-d8a9-42db-83ec-6723cdbe5701 up at agent hyperv_hv-cinder-81561 {{(pid=108316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:02:36.705500 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a050532-4518-4f59-b2ea-0199791c3e65 req-8f51ab6a-0299-447f-ac8d-92e9421cbcf6 tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:36.707019 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-3a050532-4518-4f59-b2ea-0199791c3e65 req-8f51ab6a-0299-447f-ac8d-92e9421cbcf6 tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] 10.222.0.30 "GET /v2.0/ports?device_id=9213a9f9-14dc-4c34-9539-b7d0802418e0 HTTP/1.1" status: 200 len: 945 time: 0.0496776 Nov 03 02:02:36.763100 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-3a050532-4518-4f59-b2ea-0199791c3e65 req-50d46c97-5602-4c10-9dd9-a3fdbbcdbef7 tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] 10.222.0.30 "GET /v2.0/security-groups?id=09f60560-c90b-407f-ab2c-028abad36f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497069 Nov 03 02:02:36.790839 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-a138ef47-1147-4b2a-a6e5-41bf6e1802c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:36.831555 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-a138ef47-1147-4b2a-a6e5-41bf6e1802c1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d43af7c01c5d48b096d2e4893390012d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4465785 Nov 03 02:02:36.832283 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a138ef47-1147-4b2a-a6e5-41bf6e1802c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c39fc3c2-bcd6-474f-9ec6-16ffef39483e,revision_number=1']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:02:36.834598 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 42694) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:02:36.871536 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Provisioning for port 200c1df3-d8a9-42db-83ec-6723cdbe5701 completed by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 02:02:36.879551 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Provisioning complete for port 200c1df3-d8a9-42db-83ec-6723cdbe5701 triggered by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:02:36.880132 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:36.919720 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-c6d2c23a-2127-45c4-820e-61a5f4c5aee2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:36.941883 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244848bb-cd61-44b2-b1cd-ae9d81818a3e req-f454b392-5873-4f6a-baf4-6aaa95673585 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:36.943410 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-244848bb-cd61-44b2-b1cd-ae9d81818a3e req-f454b392-5873-4f6a-baf4-6aaa95673585 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 946 time: 0.0816228 Nov 03 02:02:36.961204 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-c6d2c23a-2127-45c4-820e-61a5f4c5aee2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:36.967441 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:36.991447 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1203383-0300-4df4-8d34-0d52ac57e83d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200c1df3-d8a9-42db-83ec-6723cdbe5701'}] {{(pid=108316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:02:36.993736 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c49bda4003134bcf77c295383a637b11cae661d7d3df1045ea696fe6ff2a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2561102a-97f1-46d9-9850-65c2b2ea0c5c" -d '{"events": [{"server_uuid": "c1203383-0300-4df4-8d34-0d52ac57e83d", "name": "network-vif-plugged", "status": "completed", "tag": "200c1df3-d8a9-42db-83ec-6723cdbe5701"}]}' {{(pid=108316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:02:37.021151 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] For port 200c1df3-d8a9-42db-83ec-6723cdbe5701, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=200c1df3-d8a9-42db-83ec-6723cdbe5701,segment=NetworkSegment(3daecc90-8d27-458b-8803-ba0d162359ea),segment_id=3daecc90-8d27-458b-8803-ba0d162359ea)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:02:37.030487 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-244848bb-cd61-44b2-b1cd-ae9d81818a3e req-c936edba-c4a6-4f87-b393-e33a76efc9a5 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786610 Nov 03 02:02:37.059608 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 02:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d89c863d-c3db-48d2-84ee-58e014df5d7c x-openstack-request-id: req-d89c863d-c3db-48d2-84ee-58e014df5d7c {{(pid=108316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:02:37.060167 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1203383-0300-4df4-8d34-0d52ac57e83d", "name": "network-vif-plugged", "status": "completed", "tag": "200c1df3-d8a9-42db-83ec-6723cdbe5701", "code": 200}]} {{(pid=108316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:02:37.060574 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d89c863d-c3db-48d2-84ee-58e014df5d7c {{(pid=108316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:02:37.061147 dv-cinder-815614-3-iscsi neutron-server[108316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1203383-0300-4df4-8d34-0d52ac57e83d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200c1df3-d8a9-42db-83ec-6723cdbe5701', 'code': 200} Nov 03 02:02:37.127953 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:37.156661 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-c6d2c23a-2127-45c4-820e-61a5f4c5aee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:37.159328 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-c6d2c23a-2127-45c4-820e-61a5f4c5aee2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:37.160519 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-c6d2c23a-2127-45c4-820e-61a5f4c5aee2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c39fc3c2-bcd6-474f-9ec6-16ffef39483e HTTP/1.1" status: 204 len: 168 time: 0.3250134 Nov 03 02:02:37.169563 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d2c23a-2127-45c4-820e-61a5f4c5aee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39fc3c2-bcd6-474f-9ec6-16ffef39483e,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:02:37.179069 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Pushing event updated for resources: {'Port': ['ID=200c1df3-d8a9-42db-83ec-6723cdbe5701,revision_number=5']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:02:37.427968 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0543072f-c09c-403a-a485-6d1ba9450a5d req-05e96da5-275a-4e8e-945c-930ca7781fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:37.429805 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-0543072f-c09c-403a-a485-6d1ba9450a5d req-05e96da5-275a-4e8e-945c-930ca7781fbf service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 1099 time: 0.0476227 Nov 03 02:02:37.490722 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-0543072f-c09c-403a-a485-6d1ba9450a5d req-4c5e1b88-58e0-4511-98e1-c419d0efc7de service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488911 Nov 03 02:02:37.767779 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a03672-b76f-4394-ae49-3d611fc2622a req-4811d747-0343-47a0-8991-e3fcc5b0666b tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:37.767779 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b6a03672-b76f-4394-ae49-3d611fc2622a req-4811d747-0343-47a0-8991-e3fcc5b0666b tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 946 time: 0.0567513 Nov 03 02:02:37.853735 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b6a03672-b76f-4394-ae49-3d611fc2622a req-822e94b6-81eb-4713-abac-4de431f810c1 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909622 Nov 03 02:02:37.926424 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b204bb-d1dc-4d4a-b47a-6773a02f8110 req-92d7d294-40cf-4b9f-91f4-edc56e35668f tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:37.928211 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e7b204bb-d1dc-4d4a-b47a-6773a02f8110 req-92d7d294-40cf-4b9f-91f4-edc56e35668f tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] 10.222.0.30 "GET /v2.0/ports?device_id=9213a9f9-14dc-4c34-9539-b7d0802418e0 HTTP/1.1" status: 200 len: 945 time: 0.0630145 Nov 03 02:02:37.981596 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e7b204bb-d1dc-4d4a-b47a-6773a02f8110 req-fd6921ed-371a-4cb7-89bd-800c56c28ecd tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] 10.222.0.30 "GET /v2.0/security-groups?id=09f60560-c90b-407f-ab2c-028abad36f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453122 Nov 03 02:02:38.160874 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c18ea3-4d3a-4904-a2e6-7cc189f14871 req-ffcb6cfe-8ada-4496-be01-2252fc385b91 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:38.162786 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-16c18ea3-4d3a-4904-a2e6-7cc189f14871 req-ffcb6cfe-8ada-4496-be01-2252fc385b91 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 946 time: 0.0558538 Nov 03 02:02:38.222805 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-16c18ea3-4d3a-4904-a2e6-7cc189f14871 req-2137f9e5-0147-4672-b9f8-019ed798d3bf tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516698 Nov 03 02:02:38.583307 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 42770) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:02:38.759426 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 42778) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:02:38.800289 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-6fc4259e-b6fb-498f-8cd9-4467f2c016ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:38.844440 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-db41d3a1-9e7d-4cdd-a1aa-7817049672d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:38.895764 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-6fc4259e-b6fb-498f-8cd9-4467f2c016ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:38.943915 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-db41d3a1-9e7d-4cdd-a1aa-7817049672d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:38.962702 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-6fc4259e-b6fb-498f-8cd9-4467f2c016ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:39.017629 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f48a830-68af-4e58-93de-c72e263c1f57 req-39802685-5919-4f6c-a489-ff473e7c1dd2 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:39.019225 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-5f48a830-68af-4e58-93de-c72e263c1f57 req-39802685-5919-4f6c-a489-ff473e7c1dd2 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 946 time: 0.0614023 Nov 03 02:02:39.020368 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-db41d3a1-9e7d-4cdd-a1aa-7817049672d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:39.052716 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-6fc4259e-b6fb-498f-8cd9-4467f2c016ff admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=41a493a49c8e4eed9567172a181e1473&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4682417 Nov 03 02:02:39.059783 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc4259e-b6fb-498f-8cd9-4467f2c016ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca75d63d-d6e5-4089-8f38-c193b9d33be2,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:02:39.062937 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 42804) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:02:39.085323 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-db41d3a1-9e7d-4cdd-a1aa-7817049672d1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=052233b430b44bc3acf9a8613b922c7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3247619 Nov 03 02:02:39.094666 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 42806) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:02:39.122380 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-292b7fbb-c8fe-4479-be44-63933348c06e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:39.128454 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db41d3a1-9e7d-4cdd-a1aa-7817049672d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02b5ab12-63ad-409f-8d2c-110342d64d6f,revision_number=1']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:02:39.152486 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-292b7fbb-c8fe-4479-be44-63933348c06e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:39.190115 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-5f48a830-68af-4e58-93de-c72e263c1f57 req-b72aacc8-e1a8-4434-9bcc-18e4a5d807a5 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1561067 Nov 03 02:02:39.232560 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373dfbbd-514f-4d73-a179-f3eba84f86cf req-3e4a2b82-788e-474f-8ef3-e3eb2fa17289 tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:39.234037 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-373dfbbd-514f-4d73-a179-f3eba84f86cf req-3e4a2b82-788e-474f-8ef3-e3eb2fa17289 tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] 10.222.0.30 "GET /v2.0/ports?device_id=9213a9f9-14dc-4c34-9539-b7d0802418e0 HTTP/1.1" status: 200 len: 945 time: 0.1302509 Nov 03 02:02:39.257189 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-0f881596-5370-475c-95fa-2000456d499b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:39.295562 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-0f881596-5370-475c-95fa-2000456d499b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:39.345778 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-292b7fbb-c8fe-4479-be44-63933348c06e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:39.348219 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-373dfbbd-514f-4d73-a179-f3eba84f86cf req-44ba597e-b15c-4561-96a4-cb07026bbcb7 tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] 10.222.0.30 "GET /v2.0/security-groups?id=09f60560-c90b-407f-ab2c-028abad36f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019921 Nov 03 02:02:39.348358 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-292b7fbb-c8fe-4479-be44-63933348c06e admin admin] Publish callbacks [] for security_group, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:39.350893 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-292b7fbb-c8fe-4479-be44-63933348c06e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ca75d63d-d6e5-4089-8f38-c193b9d33be2 HTTP/1.1" status: 204 len: 168 time: 0.2875667 Nov 03 02:02:39.379884 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292b7fbb-c8fe-4479-be44-63933348c06e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca75d63d-d6e5-4089-8f38-c193b9d33be2,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:02:39.392274 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0386e3eb-31e4-42c8-a53b-08214cfe7bdb req-7b1b645d-9f10-45e4-aa6f-3a3af1076196 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:39.392274 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-0386e3eb-31e4-42c8-a53b-08214cfe7bdb req-7b1b645d-9f10-45e4-aa6f-3a3af1076196 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 946 time: 0.0902796 Nov 03 02:02:39.453539 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-0386e3eb-31e4-42c8-a53b-08214cfe7bdb req-087bc1fe-7b32-4d01-9ccb-14807d004a2b tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499513 Nov 03 02:02:39.516404 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-0f881596-5370-475c-95fa-2000456d499b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:39.519600 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-0f881596-5370-475c-95fa-2000456d499b admin admin] Publish callbacks [] for security_group, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:39.524282 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-0f881596-5370-475c-95fa-2000456d499b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/02b5ab12-63ad-409f-8d2c-110342d64d6f HTTP/1.1" status: 204 len: 168 time: 0.3983624 Nov 03 02:02:39.538158 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f881596-5370-475c-95fa-2000456d499b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b5ab12-63ad-409f-8d2c-110342d64d6f,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:02:40.257936 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be6d21c-91a0-4549-bdfa-199611241363 req-fc125f8c-9073-4faf-9937-871deae8bad7 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:40.259713 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-0be6d21c-91a0-4549-bdfa-199611241363 req-fc125f8c-9073-4faf-9937-871deae8bad7 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 946 time: 0.0598953 Nov 03 02:02:40.359600 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-0be6d21c-91a0-4549-bdfa-199611241363 req-bcc9bff9-16ca-4bd0-888e-37c565b63fca tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869114 Nov 03 02:02:40.362106 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7760cc8f-725a-4479-b535-099fafdc022f req-17ae7326-37e8-4b17-ac8e-408a25c34bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:40.363527 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-7760cc8f-725a-4479-b535-099fafdc022f req-17ae7326-37e8-4b17-ac8e-408a25c34bdd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dcf02d32d2b4466f90bc61e38f1776a8&device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 1099 time: 0.0993147 Nov 03 02:02:40.398699 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df711199-465a-449b-a763-0c703557f9ce req-4aeda120-1709-405d-a6b5-4e016e2579cf tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:40.400257 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-df711199-465a-449b-a763-0c703557f9ce req-4aeda120-1709-405d-a6b5-4e016e2579cf tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 946 time: 0.0906794 Nov 03 02:02:40.435456 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 42846) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:02:40.451868 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-d9f046fa-4750-4951-99f4-3ba1a409b786 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:40.512750 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-df711199-465a-449b-a763-0c703557f9ce req-ab29cf0e-b34f-4b7d-b820-cf0d364ecf7c tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686297 Nov 03 02:02:40.515572 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7760cc8f-725a-4479-b535-099fafdc022f req-d07f98e6-ff7a-41d9-9ab5-e67508bbca05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:40.517540 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-7760cc8f-725a-4479-b535-099fafdc022f req-d07f98e6-ff7a-41d9-9ab5-e67508bbca05 service neutron] 10.222.0.37 "GET /v2.0/networks?id=736ee5a9-6b0f-40e2-b2ff-a9aa9510814f HTTP/1.1" status: 200 len: 920 time: 0.1460974 Nov 03 02:02:40.571947 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-7760cc8f-725a-4479-b535-099fafdc022f req-a6f3c029-9d29-471f-8ecc-c91a73d81fd7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1efa8020-26b3-4ca8-a452-4afc4f914e61 HTTP/1.1" status: 200 len: 217 time: 0.0460536 Nov 03 02:02:40.601690 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-d9f046fa-4750-4951-99f4-3ba1a409b786 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:40.623826 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 42856) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:02:40.643702 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-8c6c13c8-6383-4ee4-bc52-0faa160b658b admin admin] Publish callbacks [] for security_group, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:40.661147 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7760cc8f-725a-4479-b535-099fafdc022f req-4ae74b9c-ce69-4f32-a87e-5444ca840198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:40.662882 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-7760cc8f-725a-4479-b535-099fafdc022f req-4ae74b9c-ce69-4f32-a87e-5444ca840198 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=67746e52-e9e3-4c10-8eb3-4bad00b287b3 HTTP/1.1" status: 200 len: 859 time: 0.0824475 Nov 03 02:02:40.705517 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-7760cc8f-725a-4479-b535-099fafdc022f req-e17adce1-15b0-4dd5-b66e-da6409eb9c1f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=736ee5a9-6b0f-40e2-b2ff-a9aa9510814f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342751 Nov 03 02:02:40.725995 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-d9f046fa-4750-4951-99f4-3ba1a409b786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:40.767857 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-8c6c13c8-6383-4ee4-bc52-0faa160b658b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:40.777246 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f046fa-4750-4951-99f4-3ba1a409b786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50637c09-f5cf-42ca-9789-6974ee83c20b,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:02:40.789331 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-d9f046fa-4750-4951-99f4-3ba1a409b786 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=45fcd5c2b09b486fa75bd78aede991e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3495388 Nov 03 02:02:40.789331 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 42862) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:02:40.831194 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02551966-efd1-4776-a0a3-f3a17b94ebc6 req-e8ed0623-6d8c-411a-ab9a-8808acc6bf77 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:40.832690 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-02551966-efd1-4776-a0a3-f3a17b94ebc6 req-e8ed0623-6d8c-411a-ab9a-8808acc6bf77 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 946 time: 0.1521268 Nov 03 02:02:40.844509 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 42864) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:02:40.848986 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.v2.base [None req-59ffa8e2-f28f-4558-8c0d-15bc6eba1921 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Request body: {'floatingip': {'port_id': '200c1df3-d8a9-42db-83ec-6723cdbe5701'}} {{(pid=108315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:02:40.851736 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-22c20db5-2450-46b0-bd58-d0a5b1f24e9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:40.870292 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-7760cc8f-725a-4479-b535-099fafdc022f req-838744f6-54ef-4e4b-a975-1877e0291eac service neutron] 10.222.0.37 "GET /v2.0/networks/736ee5a9-6b0f-40e2-b2ff-a9aa9510814f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386187 Nov 03 02:02:40.918901 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-8c6c13c8-6383-4ee4-bc52-0faa160b658b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:40.945153 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-59ffa8e2-f28f-4558-8c0d-15bc6eba1921 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks [] for floatingip, before_update {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:40.963443 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-7760cc8f-725a-4479-b535-099fafdc022f req-7dcdf6ef-283a-4799-98f1-5290b32c1f5c service neutron] 10.222.0.37 "GET /v2.0/networks/736ee5a9-6b0f-40e2-b2ff-a9aa9510814f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853596 Nov 03 02:02:40.991815 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-22c20db5-2450-46b0-bd58-d0a5b1f24e9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:41.072657 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6c13c8-6383-4ee4-bc52-0faa160b658b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca3486c0-8c29-42cc-a770-cb3a172a37a3,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:02:41.079725 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-8c6c13c8-6383-4ee4-bc52-0faa160b658b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=37ec928b02ba463ca8fd90ff26e75b92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4546380 Nov 03 02:02:41.080032 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 42870) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:02:41.156872 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-a7d64773-08ac-4870-ae93-c44a17bb98a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:41.184814 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-a7d64773-08ac-4870-ae93-c44a17bb98a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:41.368608 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-a7d64773-08ac-4870-ae93-c44a17bb98a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:41.373297 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-a7d64773-08ac-4870-ae93-c44a17bb98a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:41.375110 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-a7d64773-08ac-4870-ae93-c44a17bb98a3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ca3486c0-8c29-42cc-a770-cb3a172a37a3 HTTP/1.1" status: 204 len: 168 time: 0.2938235 Nov 03 02:02:41.386326 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d64773-08ac-4870-ae93-c44a17bb98a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca3486c0-8c29-42cc-a770-cb3a172a37a3,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:02:41.513696 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce04fb9-61d8-4b98-acf0-4a75b72e39bd req-6b524909-5c6b-479e-9f89-3a0eff57acd7 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:41.514596 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-6ce04fb9-61d8-4b98-acf0-4a75b72e39bd req-6b524909-5c6b-479e-9f89-3a0eff57acd7 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 946 time: 0.0716233 Nov 03 02:02:41.529170 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-22c20db5-2450-46b0-bd58-d0a5b1f24e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:41.532849 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-22c20db5-2450-46b0-bd58-d0a5b1f24e9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:41.537204 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-22c20db5-2450-46b0-bd58-d0a5b1f24e9e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/50637c09-f5cf-42ca-9789-6974ee83c20b HTTP/1.1" status: 204 len: 168 time: 0.7472875 Nov 03 02:02:41.597772 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-6ce04fb9-61d8-4b98-acf0-4a75b72e39bd req-f00f7b96-acf8-48af-b043-0196ef65ad0e tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716803 Nov 03 02:02:41.666553 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c20db5-2450-46b0-bd58-d0a5b1f24e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50637c09-f5cf-42ca-9789-6974ee83c20b,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:02:42.015472 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-59ffa8e2-f28f-4558-8c0d-15bc6eba1921 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:42.076566 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-59ffa8e2-f28f-4558-8c0d-15bc6eba1921 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641583'] for floatingip, after_update {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:42.224721 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.db.l3_db [None req-59ffa8e2-f28f-4558-8c0d-15bc6eba1921 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Floating IP 9f9d6a54-a29d-4d1e-b475-306f52cbe6b1 associated. External IP: 172.27.1.248, port: 200c1df3-d8a9-42db-83ec-6723cdbe5701. Nov 03 02:02:42.443708 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59ffa8e2-f28f-4558-8c0d-15bc6eba1921 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Router 59775b1d-ae58-49a9-aff6-3abf00cc504f has already been hosted by L3 agent dfdd482b-800d-4ddb-af67-bfdcf28c1d2f {{(pid=108315) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:02:42.577924 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59ffa8e2-f28f-4558-8c0d-15bc6eba1921 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Notify agent at l3_agent.dv-cinder-815614-3-iscsi the message routers_updated {{(pid=108315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:02:42.587794 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-59ffa8e2-f28f-4558-8c0d-15bc6eba1921 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622'] for floatingip, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:42.591926 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e3a586-ac3a-44de-aaec-0945719023b1 None None] Sync routers for ids ['59775b1d-ae58-49a9-aff6-3abf00cc504f'] in dv-cinder-815614-3-iscsi {{(pid=108317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:02:42.628925 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e3a586-ac3a-44de-aaec-0945719023b1 None None] Routers {'59775b1d-ae58-49a9-aff6-3abf00cc504f'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:02:42.628925 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-c7e3a586-ac3a-44de-aaec-0945719023b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:02:19Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['59775b1d-ae58-49a9-aff6-3abf00cc504f'], 'active': True} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:02:42.629636 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-59ffa8e2-f28f-4558-8c0d-15bc6eba1921 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "PUT /v2.0/floatingips/9f9d6a54-a29d-4d1e-b475-306f52cbe6b1 HTTP/1.1" status: 200 len: 992 time: 1.7792079 Nov 03 02:02:42.629636 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1203383-0300-4df4-8d34-0d52ac57e83d', 'tag': '200c1df3-d8a9-42db-83ec-6723cdbe5701'}] {{(pid=108315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:02:42.630695 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ceb3f72598e67bafae985fe00b788e907b12cd818b569c9993237f285010df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1061cf5-7553-4c43-9684-2e820bf92645" -d '{"events": [{"name": "network-changed", "server_uuid": "c1203383-0300-4df4-8d34-0d52ac57e83d", "tag": "200c1df3-d8a9-42db-83ec-6723cdbe5701"}]}' {{(pid=108315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:02:42.726302 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f23914-dbe8-4b3b-8d9c-2f9ae9a38460 req-df3c3284-1579-4688-82e2-3b41868983da tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:42.726302 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-71f23914-dbe8-4b3b-8d9c-2f9ae9a38460 req-df3c3284-1579-4688-82e2-3b41868983da tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 946 time: 0.0678165 Nov 03 02:02:42.768804 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvr_db [None req-c7e3a586-ac3a-44de-aaec-0945719023b1 None None] Set router 59775b1d-ae58-49a9-aff6-3abf00cc504f gateway port host: dv-cinder-815614-3-iscsi {{(pid=108317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:02:42.815069 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-71f23914-dbe8-4b3b-8d9c-2f9ae9a38460 req-86f913b5-c0b4-4bea-bbd0-e10b1e225449 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741642 Nov 03 02:02:42.960998 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 02:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300262ca-7fa1-49d7-a758-ffd41c9c3158 x-openstack-request-id: req-300262ca-7fa1-49d7-a758-ffd41c9c3158 {{(pid=108315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:02:42.960998 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1203383-0300-4df4-8d34-0d52ac57e83d", "tag": "200c1df3-d8a9-42db-83ec-6723cdbe5701", "status": "completed", "code": 200}]} {{(pid=108315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:02:42.960998 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-300262ca-7fa1-49d7-a758-ffd41c9c3158 {{(pid=108315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:02:42.960998 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1203383-0300-4df4-8d34-0d52ac57e83d', 'tag': '200c1df3-d8a9-42db-83ec-6723cdbe5701', 'status': 'completed', 'code': 200} Nov 03 02:02:43.034997 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1061cf5-7553-4c43-9684-2e820bf92645 req-0ab851ae-d900-4491-820c-e35550b01cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:43.036946 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a1061cf5-7553-4c43-9684-2e820bf92645 req-0ab851ae-d900-4491-820c-e35550b01cc0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=86777c3ab41c4ea8bbbdf156c7792513&device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 1099 time: 0.0435832 Nov 03 02:02:43.168172 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-c7e3a586-ac3a-44de-aaec-0945719023b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59775b1d-ae58-49a9-aff6-3abf00cc504f', 'name': 'tempest-AttachVolumeShelveTestJSON-1435874812-router', 'tenant_id': '86777c3ab41c4ea8bbbdf156c7792513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'bf0ea242-1f91-474c-8784-5dc304542465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:01:48Z', 'updated_at': '2021-11-03T02:01:53Z', 'revision_number': 4, 'project_id': '86777c3ab41c4ea8bbbdf156c7792513', 'gw_port': {'id': 'bf0ea242-1f91-474c-8784-5dc304542465', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:85:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59775b1d-ae58-49a9-aff6-3abf00cc504f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:01:49Z', 'updated_at': '2021-11-03T02:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_floatingips': [{'id': '9f9d6a54-a29d-4d1e-b475-306f52cbe6b1', 'tenant_id': '86777c3ab41c4ea8bbbdf156c7792513', 'floating_ip_address': '172.27.1.248', 'floating_network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'router_id': '59775b1d-ae58-49a9-aff6-3abf00cc504f', 'port_id': '200c1df3-d8a9-42db-83ec-6723cdbe5701', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 73, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9', 'mac_address': 'fa:16:3e:5a:f0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1203383-0300-4df4-8d34-0d52ac57e83d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T02:01:58Z', 'updated_at': '2021-11-03T02:02:41Z', 'revision_number': 1, 'project_id': '86777c3ab41c4ea8bbbdf156c7792513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9b9bda7-1a40-495e-825b-e93a218c2281', 'name': '', 'network_id': 'f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9', 'tenant_id': '86777c3ab41c4ea8bbbdf156c7792513', 'mac_address': 'fa:16:3e:a9:f2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59775b1d-ae58-49a9-aff6-3abf00cc504f', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '95177d92-9024-40b6-ac79-02b9d5fce0cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:01:52Z', 'updated_at': '2021-11-03T02:01:58Z', 'revision_number': 5, 'project_id': '86777c3ab41c4ea8bbbdf156c7792513', 'subnets': [{'id': '95177d92-9024-40b6-ac79-02b9d5fce0cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:02:43.181878 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1061cf5-7553-4c43-9684-2e820bf92645 req-433cc104-b9df-4735-91e6-ad10190ae110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:43.183964 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a1061cf5-7553-4c43-9684-2e820bf92645 req-433cc104-b9df-4735-91e6-ad10190ae110 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9 HTTP/1.1" status: 200 len: 918 time: 0.1032836 Nov 03 02:02:43.208125 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e3a586-ac3a-44de-aaec-0945719023b1 None None] Checking router: 59775b1d-ae58-49a9-aff6-3abf00cc504f for host: dv-cinder-815614-3-iscsi {{(pid=108317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:02:43.221553 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e3a586-ac3a-44de-aaec-0945719023b1 None None] Routers {'59775b1d-ae58-49a9-aff6-3abf00cc504f'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:02:43.222431 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-c7e3a586-ac3a-44de-aaec-0945719023b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:02:19Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['59775b1d-ae58-49a9-aff6-3abf00cc504f'], 'active': True} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:02:43.394409 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a1061cf5-7553-4c43-9684-2e820bf92645 req-994424c6-ee95-4d31-852d-133212bd1964 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=200c1df3-d8a9-42db-83ec-6723cdbe5701 HTTP/1.1" status: 200 len: 1000 time: 0.1569099 Nov 03 02:02:43.422578 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvr_db [None req-c7e3a586-ac3a-44de-aaec-0945719023b1 None None] Set router 59775b1d-ae58-49a9-aff6-3abf00cc504f gateway port host: dv-cinder-815614-3-iscsi {{(pid=108317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:02:43.443227 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1061cf5-7553-4c43-9684-2e820bf92645 req-229238a9-ab5b-4407-a90a-291201218288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:43.444651 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a1061cf5-7553-4c43-9684-2e820bf92645 req-229238a9-ab5b-4407-a90a-291201218288 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=95177d92-9024-40b6-ac79-02b9d5fce0cc HTTP/1.1" status: 200 len: 856 time: 0.0432475 Nov 03 02:02:43.523981 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1061cf5-7553-4c43-9684-2e820bf92645 req-d42c1a56-b6cc-4a65-98d6-095451e5c41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:43.527487 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a1061cf5-7553-4c43-9684-2e820bf92645 req-d42c1a56-b6cc-4a65-98d6-095451e5c41f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0754600 Nov 03 02:02:43.659748 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a1061cf5-7553-4c43-9684-2e820bf92645 req-b57e9dd9-a00a-4b12-85b1-f26108ac2822 service neutron] 10.222.0.37 "GET /v2.0/networks/f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211243 Nov 03 02:02:43.735215 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-c7e3a586-ac3a-44de-aaec-0945719023b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59775b1d-ae58-49a9-aff6-3abf00cc504f', 'name': 'tempest-AttachVolumeShelveTestJSON-1435874812-router', 'tenant_id': '86777c3ab41c4ea8bbbdf156c7792513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'bf0ea242-1f91-474c-8784-5dc304542465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:01:48Z', 'updated_at': '2021-11-03T02:01:53Z', 'revision_number': 4, 'project_id': '86777c3ab41c4ea8bbbdf156c7792513', 'gw_port': {'id': 'bf0ea242-1f91-474c-8784-5dc304542465', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:85:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59775b1d-ae58-49a9-aff6-3abf00cc504f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:01:49Z', 'updated_at': '2021-11-03T02:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_floatingips': [{'id': '9f9d6a54-a29d-4d1e-b475-306f52cbe6b1', 'tenant_id': '86777c3ab41c4ea8bbbdf156c7792513', 'floating_ip_address': '172.27.1.248', 'floating_network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'router_id': '59775b1d-ae58-49a9-aff6-3abf00cc504f', 'port_id': '200c1df3-d8a9-42db-83ec-6723cdbe5701', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 73, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9', 'mac_address': 'fa:16:3e:5a:f0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1203383-0300-4df4-8d34-0d52ac57e83d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T02:01:58Z', 'updated_at': '2021-11-03T02:02:41Z', 'revision_number': 1, 'project_id': '86777c3ab41c4ea8bbbdf156c7792513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9b9bda7-1a40-495e-825b-e93a218c2281', 'name': '', 'network_id': 'f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9', 'tenant_id': '86777c3ab41c4ea8bbbdf156c7792513', 'mac_address': 'fa:16:3e:a9:f2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59775b1d-ae58-49a9-aff6-3abf00cc504f', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '95177d92-9024-40b6-ac79-02b9d5fce0cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:01:52Z', 'updated_at': '2021-11-03T02:01:58Z', 'revision_number': 5, 'project_id': '86777c3ab41c4ea8bbbdf156c7792513', 'subnets': [{'id': '95177d92-9024-40b6-ac79-02b9d5fce0cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:02:43.762968 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e3a586-ac3a-44de-aaec-0945719023b1 None None] The sync data for ids ['59775b1d-ae58-49a9-aff6-3abf00cc504f'] in dv-cinder-815614-3-iscsi is: [{'id': '59775b1d-ae58-49a9-aff6-3abf00cc504f', 'name': 'tempest-AttachVolumeShelveTestJSON-1435874812-router', 'tenant_id': '86777c3ab41c4ea8bbbdf156c7792513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'bf0ea242-1f91-474c-8784-5dc304542465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:01:48Z', 'updated_at': '2021-11-03T02:01:53Z', 'revision_number': 4, 'project_id': '86777c3ab41c4ea8bbbdf156c7792513', 'gw_port': {'id': 'bf0ea242-1f91-474c-8784-5dc304542465', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:85:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59775b1d-ae58-49a9-aff6-3abf00cc504f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:01:49Z', 'updated_at': '2021-11-03T02:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_floatingips': [{'id': '9f9d6a54-a29d-4d1e-b475-306f52cbe6b1', 'tenant_id': '86777c3ab41c4ea8bbbdf156c7792513', 'floating_ip_address': '172.27.1.248', 'floating_network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'router_id': '59775b1d-ae58-49a9-aff6-3abf00cc504f', 'port_id': '200c1df3-d8a9-42db-83ec-6723cdbe5701', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 73, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9', 'mac_address': 'fa:16:3e:5a:f0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1203383-0300-4df4-8d34-0d52ac57e83d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T02:01:58Z', 'updated_at': '2021-11-03T02:02:41Z', 'revision_number': 1, 'project_id': '86777c3ab41c4ea8bbbdf156c7792513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9b9bda7-1a40-495e-825b-e93a218c2281', 'name': '', 'network_id': 'f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9', 'tenant_id': '86777c3ab41c4ea8bbbdf156c7792513', 'mac_address': 'fa:16:3e:a9:f2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59775b1d-ae58-49a9-aff6-3abf00cc504f', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '95177d92-9024-40b6-ac79-02b9d5fce0cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:01:52Z', 'updated_at': '2021-11-03T02:01:58Z', 'revision_number': 5, 'project_id': '86777c3ab41c4ea8bbbdf156c7792513', 'subnets': [{'id': '95177d92-9024-40b6-ac79-02b9d5fce0cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:02:43.767925 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a1061cf5-7553-4c43-9684-2e820bf92645 req-78f0fe96-1219-44e6-a36c-bad789f22619 service neutron] 10.222.0.37 "GET /v2.0/networks/f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945890 Nov 03 02:02:43.990679 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ad14a-7385-4574-87c3-c71d82822686 req-0e8b17a7-e498-4f57-9a8c-d022e6a1992b tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:43.990679 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a92ad14a-7385-4574-87c3-c71d82822686 req-0e8b17a7-e498-4f57-9a8c-d022e6a1992b tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 946 time: 0.0759115 Nov 03 02:02:44.043430 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a92ad14a-7385-4574-87c3-c71d82822686 req-f20543cd-6dcc-4a4e-87c9-c3a98acc69d6 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469856 Nov 03 02:02:44.052441 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f03edac-4703-4885-9409-2666c8f996bc None None] New status for floating IP 9f9d6a54-a29d-4d1e-b475-306f52cbe6b1: ACTIVE {{(pid=108316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 02:02:45.189998 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e49f3e-d4aa-45cc-96d4-8e530fbd7e74 req-44c3eba7-9314-427b-b2e6-9b0ce8126454 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:45.191989 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-35e49f3e-d4aa-45cc-96d4-8e530fbd7e74 req-44c3eba7-9314-427b-b2e6-9b0ce8126454 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 946 time: 0.0587440 Nov 03 02:02:45.247929 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-35e49f3e-d4aa-45cc-96d4-8e530fbd7e74 req-d27379c1-58c1-423f-90b6-8b49860a7f04 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472229 Nov 03 02:02:46.513057 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77edda-95c7-48b3-b77a-3f1bf9363bb0 req-971df37d-554b-4d8f-9052-3de2574cbc59 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:46.514549 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-6a77edda-95c7-48b3-b77a-3f1bf9363bb0 req-971df37d-554b-4d8f-9052-3de2574cbc59 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 946 time: 0.2035792 Nov 03 02:02:46.567473 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-6a77edda-95c7-48b3-b77a-3f1bf9363bb0 req-0e979993-8b00-480c-a3a7-ab14ad98e6eb tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434232 Nov 03 02:02:46.739315 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-f5b483c2-a8ca-40d4-a042-e800b247d78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:47.701794 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1927e81a-7a81-465b-84f6-4947048cba74 req-7a786561-2053-43ae-875f-791be2081cd1 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:47.701794 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1927e81a-7a81-465b-84f6-4947048cba74 req-7a786561-2053-43ae-875f-791be2081cd1 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 946 time: 0.0661578 Nov 03 02:02:47.746472 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1927e81a-7a81-465b-84f6-4947048cba74 req-607e06ef-9f0a-44fc-9771-27613e5e580d tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405407 Nov 03 02:02:48.921292 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c4b01-e757-4686-8d83-04b77ea56d8e req-0fc78615-e318-4d05-bd1e-20cf8fde3db8 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:48.921921 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-929484e3-ae62-4043-a773-cf17187bfc0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:48.922792 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-230c4b01-e757-4686-8d83-04b77ea56d8e req-0fc78615-e318-4d05-bd1e-20cf8fde3db8 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 946 time: 0.0583961 Nov 03 02:02:48.969382 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-230c4b01-e757-4686-8d83-04b77ea56d8e req-dacfc19e-01df-4b26-a852-1755d59da931 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404787 Nov 03 02:02:49.921750 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-3baf3433-eee1-48f0-90c8-209ed8ef0e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:50.081639 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a30f8-8378-4274-b994-707543856d82 req-7fa0fe7e-8ff3-42f4-b584-08aa0cd15210 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:50.083126 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f32a30f8-8378-4274-b994-707543856d82 req-7fa0fe7e-8ff3-42f4-b584-08aa0cd15210 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 946 time: 0.0475166 Nov 03 02:02:50.129878 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f32a30f8-8378-4274-b994-707543856d82 req-a6a0fb6d-0b4f-430a-997c-05a4623e10a5 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409629 Nov 03 02:02:51.268392 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e3fae-2a94-425b-b7ec-5f7420d11fe8 req-8179f7a6-6c4c-4463-8dda-58488c3f05d4 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:51.269878 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b07e3fae-2a94-425b-b7ec-5f7420d11fe8 req-8179f7a6-6c4c-4463-8dda-58488c3f05d4 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 946 time: 0.0619478 Nov 03 02:02:51.338261 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b07e3fae-2a94-425b-b7ec-5f7420d11fe8 req-4b218eea-0bfb-472b-9d74-01cdd60cc3dd tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548944 Nov 03 02:02:51.379416 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-5b813f54-077d-440d-903f-32bc670fe069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:52.451988 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8358aca0-a2e0-4d8c-80e9-d3f907148379 req-85739713-9934-48c2-95e7-4066b48482f0 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:52.453462 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-8358aca0-a2e0-4d8c-80e9-d3f907148379 req-85739713-9934-48c2-95e7-4066b48482f0 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 946 time: 0.0477366 Nov 03 02:02:52.499972 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-8358aca0-a2e0-4d8c-80e9-d3f907148379 req-8479e11c-a755-461f-8307-6a071f377f7c tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401151 Nov 03 02:02:53.621166 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d14bd-d7b8-4df7-b13c-cccea57f5223 req-43cb4027-2006-4736-b6df-a5ec58665976 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:53.622910 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-018d14bd-d7b8-4df7-b13c-cccea57f5223 req-43cb4027-2006-4736-b6df-a5ec58665976 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 946 time: 0.0469432 Nov 03 02:02:53.668548 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-018d14bd-d7b8-4df7-b13c-cccea57f5223 req-bb028c98-e6d6-4997-afea-ea9c72f6d05d tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399072 Nov 03 02:02:54.007629 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:54.789449 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7b7ed2-eeda-4afe-9f15-4c48edd0f938 req-bd633411-ae41-47d9-990c-0de5233b3a2d tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:54.790879 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-3e7b7ed2-eeda-4afe-9f15-4c48edd0f938 req-bd633411-ae41-47d9-990c-0de5233b3a2d tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 946 time: 0.0504582 Nov 03 02:02:54.840351 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-3e7b7ed2-eeda-4afe-9f15-4c48edd0f938 req-05764d97-4082-47fd-8c97-b61839789abb tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434475 Nov 03 02:02:55.819163 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 43302) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:02:55.961768 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-c0078a4d-5e0e-4d22-a173-11a845fab3fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:56.013327 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b84c9-e316-4710-bc30-ff692f78c65e req-8e5cdcef-d565-47b6-9b58-8e511cf9a2cd tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:56.022821 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f34b84c9-e316-4710-bc30-ff692f78c65e req-8e5cdcef-d565-47b6-9b58-8e511cf9a2cd tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 946 time: 0.0776262 Nov 03 02:02:56.055217 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-c0078a4d-5e0e-4d22-a173-11a845fab3fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:56.076789 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f34b84c9-e316-4710-bc30-ff692f78c65e req-d1013516-ba25-4b68-9610-c0f37544a6c8 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523286 Nov 03 02:02:56.130078 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f0667f2f-179f-4827-b190-b177394e7f3a req-d8d4eb2d-1f3a-4c71-80fb-7563284ebb8a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9213a9f9-14dc-4c34-9539-b7d0802418e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432022 Nov 03 02:02:56.196310 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-c0078a4d-5e0e-4d22-a173-11a845fab3fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:56.224372 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0078a4d-5e0e-4d22-a173-11a845fab3fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=695f96ac-f139-4136-9bbc-aad5f9491f04,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:02:56.236090 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0667f2f-179f-4827-b190-b177394e7f3a req-52940bcf-b337-4300-967f-fdc03fa0a596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:56.238017 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f0667f2f-179f-4827-b190-b177394e7f3a req-52940bcf-b337-4300-967f-fdc03fa0a596 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=76031e079d5240599980bd51be51f6e5&device_id=9213a9f9-14dc-4c34-9539-b7d0802418e0 HTTP/1.1" status: 200 len: 1098 time: 0.0481839 Nov 03 02:02:56.243277 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0078a4d-5e0e-4d22-a173-11a845fab3fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:02:56.243777 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0078a4d-5e0e-4d22-a173-11a845fab3fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:02:56.244193 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0078a4d-5e0e-4d22-a173-11a845fab3fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:02:56.244606 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0078a4d-5e0e-4d22-a173-11a845fab3fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:02:56.245035 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0078a4d-5e0e-4d22-a173-11a845fab3fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:02:56.245413 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0078a4d-5e0e-4d22-a173-11a845fab3fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:02:56.245816 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0078a4d-5e0e-4d22-a173-11a845fab3fc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:02:56.246243 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0078a4d-5e0e-4d22-a173-11a845fab3fc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:02:56.246644 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0078a4d-5e0e-4d22-a173-11a845fab3fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:02:56.247189 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0078a4d-5e0e-4d22-a173-11a845fab3fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:02:56.247633 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0078a4d-5e0e-4d22-a173-11a845fab3fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:02:56.248166 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0078a4d-5e0e-4d22-a173-11a845fab3fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:02:56.270845 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-c0078a4d-5e0e-4d22-a173-11a845fab3fc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9b50cefa6eff4cfea9dd8d2f49d452a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4505720 Nov 03 02:02:56.273765 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 43326) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:02:56.373626 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-90030842-d7dd-49b6-b9c4-beb505690002 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:56.390443 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0667f2f-179f-4827-b190-b177394e7f3a req-67d0b5dd-6164-43a6-a12c-b0366b1703c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:56.392899 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f0667f2f-179f-4827-b190-b177394e7f3a req-67d0b5dd-6164-43a6-a12c-b0366b1703c8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bb7c4a3f-87fa-4680-9e11-21b7c738f9bc HTTP/1.1" status: 200 len: 913 time: 0.1267376 Nov 03 02:02:56.420481 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-90030842-d7dd-49b6-b9c4-beb505690002 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:56.479962 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f0667f2f-179f-4827-b190-b177394e7f3a req-8ff81c31-eed8-48b3-8904-ee6952058a2a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e9c4cc5e-bace-46c6-b5ad-1295223f054e HTTP/1.1" status: 200 len: 217 time: 0.0760772 Nov 03 02:02:56.531733 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0667f2f-179f-4827-b190-b177394e7f3a req-a097d023-8a9d-45ba-85b2-dd8b0683ce18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:56.533764 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f0667f2f-179f-4827-b190-b177394e7f3a req-a097d023-8a9d-45ba-85b2-dd8b0683ce18 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ad8abcb3-ec08-4ff0-8ca3-324908cd520a HTTP/1.1" status: 200 len: 852 time: 0.0468075 Nov 03 02:02:56.568762 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f0667f2f-179f-4827-b190-b177394e7f3a req-41798d94-2005-4b41-8225-cec45a9515b1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bb7c4a3f-87fa-4680-9e11-21b7c738f9bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266824 Nov 03 02:02:56.579329 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-90030842-d7dd-49b6-b9c4-beb505690002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:56.581901 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-90030842-d7dd-49b6-b9c4-beb505690002 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:56.585522 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-90030842-d7dd-49b6-b9c4-beb505690002 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/695f96ac-f139-4136-9bbc-aad5f9491f04 HTTP/1.1" status: 204 len: 168 time: 0.3083231 Nov 03 02:02:56.592005 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90030842-d7dd-49b6-b9c4-beb505690002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=695f96ac-f139-4136-9bbc-aad5f9491f04,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:02:56.690745 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f0667f2f-179f-4827-b190-b177394e7f3a req-1a4ed83a-2323-4731-9c70-3e76e14de10c service neutron] 10.222.0.37 "GET /v2.0/networks/bb7c4a3f-87fa-4680-9e11-21b7c738f9bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077127 Nov 03 02:02:56.786400 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f0667f2f-179f-4827-b190-b177394e7f3a req-796557c1-ab91-4840-b042-01dd3d8d38c5 service neutron] 10.222.0.37 "GET /v2.0/networks/bb7c4a3f-87fa-4680-9e11-21b7c738f9bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846953 Nov 03 02:02:56.934464 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a978f-d81c-4b90-93b5-8e3e51c0a5cb req-adc7dc8a-0895-4e6a-b45b-679ec4c57eae tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:56.935977 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-6e1a978f-d81c-4b90-93b5-8e3e51c0a5cb req-adc7dc8a-0895-4e6a-b45b-679ec4c57eae tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] 10.222.0.30 "GET /v2.0/ports?device_id=9213a9f9-14dc-4c34-9539-b7d0802418e0 HTTP/1.1" status: 200 len: 945 time: 0.0547693 Nov 03 02:02:56.992100 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-6e1a978f-d81c-4b90-93b5-8e3e51c0a5cb req-509d3578-6bd9-49f3-9e23-3ecd6d699425 tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] 10.222.0.30 "GET /v2.0/security-groups?id=09f60560-c90b-407f-ab2c-028abad36f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490763 Nov 03 02:02:57.186940 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4b3a97-848b-4bbd-9752-2655cdaeba35 req-b56ce6c6-2f4e-4787-97f2-9bb827b9d825 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:57.189787 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-fd4b3a97-848b-4bbd-9752-2655cdaeba35 req-b56ce6c6-2f4e-4787-97f2-9bb827b9d825 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 946 time: 0.0480950 Nov 03 02:02:57.238176 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-fd4b3a97-848b-4bbd-9752-2655cdaeba35 req-f98f9db9-824d-4702-8a6c-78eef94f8de4 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432653 Nov 03 02:02:57.351107 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 43366) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:02:57.365168 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-9b16b630-615f-4cb6-8347-7ac3d59737b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:57.460947 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-9b16b630-615f-4cb6-8347-7ac3d59737b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:57.579210 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-9b16b630-615f-4cb6-8347-7ac3d59737b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:57.616868 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b16b630-615f-4cb6-8347-7ac3d59737b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ad54db-c240-4c72-b7f1-3d5a5c4764df,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:02:57.621568 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-9b16b630-615f-4cb6-8347-7ac3d59737b9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6276b9a150474c278460c991b037cfde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2690446 Nov 03 02:02:57.624476 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 43372) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:02:57.671793 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-ac0fb853-dc1e-4d42-9d3b-552f78fc1efd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:57.694682 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-ac0fb853-dc1e-4d42-9d3b-552f78fc1efd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:57.853681 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-ac0fb853-dc1e-4d42-9d3b-552f78fc1efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:57.856192 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-ac0fb853-dc1e-4d42-9d3b-552f78fc1efd admin admin] Publish callbacks [] for security_group, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:57.857442 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-ac0fb853-dc1e-4d42-9d3b-552f78fc1efd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e0ad54db-c240-4c72-b7f1-3d5a5c4764df HTTP/1.1" status: 204 len: 168 time: 0.2326732 Nov 03 02:02:57.865360 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0fb853-dc1e-4d42-9d3b-552f78fc1efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ad54db-c240-4c72-b7f1-3d5a5c4764df,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:02:58.119799 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a7896a-ab15-47e6-9c39-0c06449c8712 req-4b6a4f1c-919e-4c57-bdbf-e8f30d3979b6 tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:58.121291 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f6a7896a-ab15-47e6-9c39-0c06449c8712 req-4b6a4f1c-919e-4c57-bdbf-e8f30d3979b6 tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] 10.222.0.30 "GET /v2.0/ports?device_id=9213a9f9-14dc-4c34-9539-b7d0802418e0 HTTP/1.1" status: 200 len: 945 time: 0.0488710 Nov 03 02:02:58.169560 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f6a7896a-ab15-47e6-9c39-0c06449c8712 req-9d39370c-d0f3-444c-9a38-fa72ecec435f tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] 10.222.0.30 "GET /v2.0/security-groups?id=09f60560-c90b-407f-ab2c-028abad36f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415885 Nov 03 02:02:58.370016 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe06089-1e01-449f-bfd5-758b97ca97ea req-09bc34d9-1ca0-48d4-92f9-795d17f0d3e3 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:58.371544 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-efe06089-1e01-449f-bfd5-758b97ca97ea req-09bc34d9-1ca0-48d4-92f9-795d17f0d3e3 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 946 time: 0.0625792 Nov 03 02:02:58.408681 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 43426) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:02:58.430679 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-efe06089-1e01-449f-bfd5-758b97ca97ea req-912a44bb-6de1-4d29-8f59-977e5714f8a7 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507333 Nov 03 02:02:58.538936 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-0432a7bf-cf3a-4893-9dee-9c6b320422b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:58.629317 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-0432a7bf-cf3a-4893-9dee-9c6b320422b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:58.767384 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-0432a7bf-cf3a-4893-9dee-9c6b320422b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:58.807327 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-0432a7bf-cf3a-4893-9dee-9c6b320422b2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cca8cd2f976e455582268a562f786a20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3961897 Nov 03 02:02:58.808195 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0432a7bf-cf3a-4893-9dee-9c6b320422b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7854ba30-d293-4b2e-808c-ac4572bfedc7,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:02:58.810741 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 43444) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:02:58.860822 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-d70109bc-7349-4575-9815-ae6be0790782 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:58.882423 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-d70109bc-7349-4575-9815-ae6be0790782 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:59.070854 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:59.072303 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-d70109bc-7349-4575-9815-ae6be0790782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:59.075538 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-d70109bc-7349-4575-9815-ae6be0790782 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:59.077043 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-d70109bc-7349-4575-9815-ae6be0790782 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7854ba30-d293-4b2e-808c-ac4572bfedc7 HTTP/1.1" status: 204 len: 168 time: 0.2649059 Nov 03 02:02:59.084721 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70109bc-7349-4575-9815-ae6be0790782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7854ba30-d293-4b2e-808c-ac4572bfedc7,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:02:59.091964 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70109bc-7349-4575-9815-ae6be0790782 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:02:59.092318 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70109bc-7349-4575-9815-ae6be0790782 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:02:59.092661 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70109bc-7349-4575-9815-ae6be0790782 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:02:59.093000 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70109bc-7349-4575-9815-ae6be0790782 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:02:59.093333 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70109bc-7349-4575-9815-ae6be0790782 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:02:59.093671 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70109bc-7349-4575-9815-ae6be0790782 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:02:59.094002 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70109bc-7349-4575-9815-ae6be0790782 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:02:59.094884 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70109bc-7349-4575-9815-ae6be0790782 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:02:59.095179 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70109bc-7349-4575-9815-ae6be0790782 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:02:59.095508 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70109bc-7349-4575-9815-ae6be0790782 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:02:59.095834 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70109bc-7349-4575-9815-ae6be0790782 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:02:59.096160 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70109bc-7349-4575-9815-ae6be0790782 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:02:59.242450 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 43452) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:02:59.285458 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-ee2da2c8-4ccc-481e-aad0-af5dd74a3ff5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:59.326654 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2214e6f-1656-4df9-846e-f6dce6efca18 req-33731b5e-8cd7-4e4f-bd32-1f2e710dbc43 tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:59.328247 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e2214e6f-1656-4df9-846e-f6dce6efca18 req-33731b5e-8cd7-4e4f-bd32-1f2e710dbc43 tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] 10.222.0.30 "GET /v2.0/ports?device_id=9213a9f9-14dc-4c34-9539-b7d0802418e0 HTTP/1.1" status: 200 len: 945 time: 0.0869074 Nov 03 02:02:59.332272 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 43456) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:02:59.438314 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e2214e6f-1656-4df9-846e-f6dce6efca18 req-ebe2464b-34df-4e34-8222-3b12cbe4561d tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] 10.222.0.30 "GET /v2.0/security-groups?id=09f60560-c90b-407f-ab2c-028abad36f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975835 Nov 03 02:02:59.454916 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-ee2da2c8-4ccc-481e-aad0-af5dd74a3ff5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:59.469882 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647971fa-23bf-4251-b21e-abf6def845cb req-58439a74-d9d9-4659-b3cd-7623c316fdbc tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:59.471544 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-647971fa-23bf-4251-b21e-abf6def845cb req-58439a74-d9d9-4659-b3cd-7623c316fdbc tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] 10.222.0.37 "GET /v2.0/ports?device_id=9213a9f9-14dc-4c34-9539-b7d0802418e0 HTTP/1.1" status: 200 len: 945 time: 0.0856855 Nov 03 02:02:59.564264 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-ee2da2c8-4ccc-481e-aad0-af5dd74a3ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:59.612813 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-2e166480-f841-43a9-a24f-d701ecb5e0be admin admin] Publish callbacks [] for security_group, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:59.664420 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-ee2da2c8-4ccc-481e-aad0-af5dd74a3ff5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b652d625350749cfb0d1680be1c9c15d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4202726 Nov 03 02:02:59.672353 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 43476) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:02:59.673037 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2da2c8-4ccc-481e-aad0-af5dd74a3ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86572818-139d-4408-b261-b974b6d0c3ed,revision_number=1']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:02:59.689333 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49841e27-b053-49b3-a347-0a0a28bb6ac6 req-4860107b-0ca7-4498-bc42-ffc0264f46a7 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:02:59.691078 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-49841e27-b053-49b3-a347-0a0a28bb6ac6 req-4860107b-0ca7-4498-bc42-ffc0264f46a7 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 946 time: 0.1668682 Nov 03 02:02:59.721482 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-2e166480-f841-43a9-a24f-d701ecb5e0be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:59.775995 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.plugin [req-647971fa-23bf-4251-b21e-abf6def845cb req-d73fddc7-3e33-4fad-a76e-1bed3644605d tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] Deleting port e9c4cc5e-bace-46c6-b5ad-1295223f054e {{(pid=108314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 02:02:59.776334 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-647971fa-23bf-4251-b21e-abf6def845cb req-d73fddc7-3e33-4fad-a76e-1bed3644605d tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784217550484'] for port, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:59.814548 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-49841e27-b053-49b3-a347-0a0a28bb6ac6 req-13d19d90-0582-470b-b8cf-db8e3a67f4c9 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106744 Nov 03 02:02:59.837607 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-2e166480-f841-43a9-a24f-d701ecb5e0be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:59.850120 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-38dca78b-d4d2-41c1-8cba-cccaf8bdc8a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:59.879882 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-2e166480-f841-43a9-a24f-d701ecb5e0be admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=37bb6da8f26d43a9a25a62aefd7c5407&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5432222 Nov 03 02:02:59.879882 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e166480-f841-43a9-a24f-d701ecb5e0be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb5448e-c78d-40ad-8e63-11627ec335fd,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:02:59.881159 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 43478) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:02:59.886213 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-38dca78b-d4d2-41c1-8cba-cccaf8bdc8a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:59.925680 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.db [req-647971fa-23bf-4251-b21e-abf6def845cb req-d73fddc7-3e33-4fad-a76e-1bed3644605d tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] For port e9c4cc5e-bace-46c6-b5ad-1295223f054e, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=e9c4cc5e-bace-46c6-b5ad-1295223f054e,segment=NetworkSegment(0946153e-165e-4d0f-a9a6-b03147483a78),segment_id=0946153e-165e-4d0f-a9a6-b03147483a78)] {{(pid=108314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:02:59.926047 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-647971fa-23bf-4251-b21e-abf6def845cb req-d73fddc7-3e33-4fad-a76e-1bed3644605d tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538104'] for port, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:59.948076 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-e1bba417-ffd7-4d40-8311-bc53a9013d6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:02:59.948267 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.plugin [req-647971fa-23bf-4251-b21e-abf6def845cb req-d73fddc7-3e33-4fad-a76e-1bed3644605d tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] Calling delete_port for e9c4cc5e-bace-46c6-b5ad-1295223f054e owned by compute:nova {{(pid=108314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 02:02:59.970217 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-e1bba417-ffd7-4d40-8311-bc53a9013d6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:00.073574 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 43484) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:03:00.106262 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-38dca78b-d4d2-41c1-8cba-cccaf8bdc8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:00.114799 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-e1bba417-ffd7-4d40-8311-bc53a9013d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:00.114799 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-e1bba417-ffd7-4d40-8311-bc53a9013d6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:00.115301 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-38dca78b-d4d2-41c1-8cba-cccaf8bdc8a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:00.115301 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-38dca78b-d4d2-41c1-8cba-cccaf8bdc8a6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/86572818-139d-4408-b261-b974b6d0c3ed HTTP/1.1" status: 204 len: 168 time: 0.4381230 Nov 03 02:03:00.115434 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-e1bba417-ffd7-4d40-8311-bc53a9013d6e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7eb5448e-c78d-40ad-8e63-11627ec335fd HTTP/1.1" status: 204 len: 168 time: 0.2290163 Nov 03 02:03:00.122464 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bba417-ffd7-4d40-8311-bc53a9013d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb5448e-c78d-40ad-8e63-11627ec335fd,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:00.128219 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dca78b-d4d2-41c1-8cba-cccaf8bdc8a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86572818-139d-4408-b261-b974b6d0c3ed,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:00.213403 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-647971fa-23bf-4251-b21e-abf6def845cb req-d73fddc7-3e33-4fad-a76e-1bed3644605d tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784217703262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784217128223'] for port, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:00.215617 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 43496) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:03:00.236725 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] get_ports_and_sgs() called for port_ids ['e9c4cc5e-bace-46c6-b5ad-1295223f054e'] {{(pid=108316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 02:03:00.247650 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73fddc7-3e33-4fad-a76e-1bed3644605d tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] Pushing event deleted for resources: {'Port': ['ID=e9c4cc5e-bace-46c6-b5ad-1295223f054e,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:00.285199 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-2307eff3-6ff8-4b80-a0d7-d3ddea6ad95f admin admin] Publish callbacks [] for security_group, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:00.312522 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.l3_dvrscheduler_db [req-647971fa-23bf-4251-b21e-abf6def845cb req-d73fddc7-3e33-4fad-a76e-1bed3644605d tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] No DVR routers for this DVR port e9c4cc5e-bace-46c6-b5ad-1295223f054e on host hv-cinder-81561 {{(pid=108314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 02:03:00.316887 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-647971fa-23bf-4251-b21e-abf6def845cb req-d73fddc7-3e33-4fad-a76e-1bed3644605d tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622'] for port, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:00.322427 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-647971fa-23bf-4251-b21e-abf6def845cb req-d73fddc7-3e33-4fad-a76e-1bed3644605d tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] 10.222.0.37 "DELETE /v2.0/ports/e9c4cc5e-bace-46c6-b5ad-1295223f054e HTTP/1.1" status: 204 len: 173 time: 0.8436007 Nov 03 02:03:00.323113 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9213a9f9-14dc-4c34-9539-b7d0802418e0', 'name': 'network-vif-deleted', 'tag': 'e9c4cc5e-bace-46c6-b5ad-1295223f054e'}] {{(pid=108314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:03:00.326367 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b9e71fb97e4882bef21449c101b24c97d897c9b718fbc8dac7673975a826a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7adf21d0-a267-4c28-a92c-08a4205f9502" -d '{"events": [{"server_uuid": "9213a9f9-14dc-4c34-9539-b7d0802418e0", "name": "network-vif-deleted", "tag": "e9c4cc5e-bace-46c6-b5ad-1295223f054e"}]}' {{(pid=108314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:03:00.368826 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 02:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8497f599-9db1-44f3-8d8d-498198e52040 x-openstack-request-id: req-8497f599-9db1-44f3-8d8d-498198e52040 {{(pid=108314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:03:00.368826 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9213a9f9-14dc-4c34-9539-b7d0802418e0", "name": "network-vif-deleted", "tag": "e9c4cc5e-bace-46c6-b5ad-1295223f054e", "status": "completed", "code": 200}]} {{(pid=108314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:03:00.368826 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8497f599-9db1-44f3-8d8d-498198e52040 {{(pid=108314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:03:00.368826 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9213a9f9-14dc-4c34-9539-b7d0802418e0', 'name': 'network-vif-deleted', 'tag': 'e9c4cc5e-bace-46c6-b5ad-1295223f054e', 'status': 'completed', 'code': 200} Nov 03 02:03:00.376070 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-2307eff3-6ff8-4b80-a0d7-d3ddea6ad95f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:00.471132 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-2307eff3-6ff8-4b80-a0d7-d3ddea6ad95f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:00.523958 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2307eff3-6ff8-4b80-a0d7-d3ddea6ad95f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbeb9034-3a54-4c95-bec9-d062827f083e,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:00.535431 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-2307eff3-6ff8-4b80-a0d7-d3ddea6ad95f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0c3e8127300c4fbd8d79c112e5bca82d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4605150 Nov 03 02:03:00.538844 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 43508) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:03:00.596165 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d0d36bca-5564-458c-a7bb-8665b6e41987 req-07caa7ec-fcae-4140-b935-11f3a398b103 tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] 10.222.0.30 "GET /v2.0/ports?device_id=9213a9f9-14dc-4c34-9539-b7d0802418e0 HTTP/1.1" status: 200 len: 210 time: 0.0267534 Nov 03 02:03:00.602495 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-67c8d358-5707-42e4-9265-5a1e5a7eeb65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:00.625983 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-67c8d358-5707-42e4-9265-5a1e5a7eeb65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:00.670234 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-ae486d11-a15d-489b-bcd1-084768506810 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:00.791655 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-67c8d358-5707-42e4-9265-5a1e5a7eeb65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:00.799931 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-67c8d358-5707-42e4-9265-5a1e5a7eeb65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:00.799931 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-67c8d358-5707-42e4-9265-5a1e5a7eeb65 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bbeb9034-3a54-4c95-bec9-d062827f083e HTTP/1.1" status: 204 len: 168 time: 0.2557476 Nov 03 02:03:00.810189 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c8d358-5707-42e4-9265-5a1e5a7eeb65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbeb9034-3a54-4c95-bec9-d062827f083e,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:00.869782 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-ae486d11-a15d-489b-bcd1-084768506810 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:00.939216 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-ae486d11-a15d-489b-bcd1-084768506810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:00.956275 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c78253b-53bd-465c-bf84-e951d77aa881 req-c3afb1ce-4d83-41ab-9662-974a3de1b5e3 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:00.957828 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-3c78253b-53bd-465c-bf84-e951d77aa881 req-c3afb1ce-4d83-41ab-9662-974a3de1b5e3 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 946 time: 0.0498788 Nov 03 02:03:00.984704 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-ae486d11-a15d-489b-bcd1-084768506810 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=66294def1d954c5dba5319d9f3ce5e7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7678151 Nov 03 02:03:00.985592 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae486d11-a15d-489b-bcd1-084768506810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2239267a-947e-420a-aa46-3fc03e7628ff,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:00.987886 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 43524) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:03:01.014587 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-3c78253b-53bd-465c-bf84-e951d77aa881 req-177ca668-7bad-4905-984b-43073d14a7be tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464797 Nov 03 02:03:01.038814 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-5fa1dc0f-cd6d-4404-9470-b23ce269597d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:01.064666 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-5fa1dc0f-cd6d-4404-9470-b23ce269597d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:01.082848 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 43526) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:03:01.098078 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-41d73567-9cf8-457d-a60f-207ac532d4ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:01.190606 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-5fa1dc0f-cd6d-4404-9470-b23ce269597d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:01.194811 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-5fa1dc0f-cd6d-4404-9470-b23ce269597d admin admin] Publish callbacks [] for security_group, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:01.196499 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-5fa1dc0f-cd6d-4404-9470-b23ce269597d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2239267a-947e-420a-aa46-3fc03e7628ff HTTP/1.1" status: 204 len: 168 time: 0.2077103 Nov 03 02:03:01.205595 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa1dc0f-cd6d-4404-9470-b23ce269597d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2239267a-947e-420a-aa46-3fc03e7628ff,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:01.263829 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-41d73567-9cf8-457d-a60f-207ac532d4ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:01.333040 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-41d73567-9cf8-457d-a60f-207ac532d4ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:01.372151 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-41d73567-9cf8-457d-a60f-207ac532d4ed admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3b549781ded94861b2a20baaaf5cb1a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2878687 Nov 03 02:03:01.373091 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d73567-9cf8-457d-a60f-207ac532d4ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8978bd4d-a89b-43d6-ae0e-f2713d43eb7f,revision_number=1']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:01.375033 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 43538) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:03:01.424945 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-1ed5a3b1-4903-417a-a3c0-4d0cf32f484c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:01.447740 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-1ed5a3b1-4903-417a-a3c0-4d0cf32f484c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:01.505346 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 43540) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:03:01.519165 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-a48151af-1f3b-42ea-b073-3627f2561094 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:01.575657 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-1ed5a3b1-4903-417a-a3c0-4d0cf32f484c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:01.583353 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-1ed5a3b1-4903-417a-a3c0-4d0cf32f484c admin admin] Publish callbacks [] for security_group, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:01.583353 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-1ed5a3b1-4903-417a-a3c0-4d0cf32f484c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8978bd4d-a89b-43d6-ae0e-f2713d43eb7f HTTP/1.1" status: 204 len: 168 time: 0.2036507 Nov 03 02:03:01.600666 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed5a3b1-4903-417a-a3c0-4d0cf32f484c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8978bd4d-a89b-43d6-ae0e-f2713d43eb7f,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:01.672978 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-a48151af-1f3b-42ea-b073-3627f2561094 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:01.723013 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-7bf11791-44ef-4f00-9987-fe65f46fa70b req-007929e3-c44d-465c-97ec-1de9d8160213 tempest-DeleteServersTestJSON-464159370 tempest-DeleteServersTestJSON-464159370-project] 10.222.0.30 "GET /v2.0/ports?device_id=9213a9f9-14dc-4c34-9539-b7d0802418e0 HTTP/1.1" status: 200 len: 210 time: 0.0305789 Nov 03 02:03:01.773549 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-a48151af-1f3b-42ea-b073-3627f2561094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:01.815773 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-a48151af-1f3b-42ea-b073-3627f2561094 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e35097bf090745df867033d00fe64333&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3093667 Nov 03 02:03:01.816915 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48151af-1f3b-42ea-b073-3627f2561094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5a4e2a-068d-48ec-90ad-aecb14a40b37,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:01.824375 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 43554) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:03:01.891633 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-91ef95df-6719-4d2e-8291-7ce15221b1cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:01.916900 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-91ef95df-6719-4d2e-8291-7ce15221b1cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:02.077014 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-91ef95df-6719-4d2e-8291-7ce15221b1cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:02.091212 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-91ef95df-6719-4d2e-8291-7ce15221b1cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:02.092844 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-91ef95df-6719-4d2e-8291-7ce15221b1cf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0c5a4e2a-068d-48ec-90ad-aecb14a40b37 HTTP/1.1" status: 204 len: 168 time: 0.2675745 Nov 03 02:03:02.101809 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ef95df-6719-4d2e-8291-7ce15221b1cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5a4e2a-068d-48ec-90ad-aecb14a40b37,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:02.143221 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d8ca3-a1b4-4a77-ad27-924b16bbbab3 req-6a99e9ff-b9a2-42cc-957e-c10c1985c874 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:02.144688 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-ec0d8ca3-a1b4-4a77-ad27-924b16bbbab3 req-6a99e9ff-b9a2-42cc-957e-c10c1985c874 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 946 time: 0.0578680 Nov 03 02:03:02.190825 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-ec0d8ca3-a1b4-4a77-ad27-924b16bbbab3 req-39186ad7-41ea-4a11-bed4-7e5ffa03ea3c tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400577 Nov 03 02:03:02.253234 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 43560) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:03:02.266102 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-3c28c570-419b-413a-8a66-823ddeb549c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:02.348679 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-3c28c570-419b-413a-8a66-823ddeb549c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:02.441714 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-3c28c570-419b-413a-8a66-823ddeb549c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:02.488761 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c28c570-419b-413a-8a66-823ddeb549c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8db631f5-59c3-4499-b43d-2780ce225ba6,revision_number=1']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:02.498930 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-3c28c570-419b-413a-8a66-823ddeb549c7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=da6ff31bfd524d2980ac7678faf09544&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2443955 Nov 03 02:03:02.501824 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 43578) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:03:02.557169 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-04f98194-c179-466a-8535-b3087952270c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:02.581788 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-04f98194-c179-466a-8535-b3087952270c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:02.727997 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-04f98194-c179-466a-8535-b3087952270c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:02.732743 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-04f98194-c179-466a-8535-b3087952270c admin admin] Publish callbacks [] for security_group, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:02.737791 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-04f98194-c179-466a-8535-b3087952270c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8db631f5-59c3-4499-b43d-2780ce225ba6 HTTP/1.1" status: 204 len: 168 time: 0.2348359 Nov 03 02:03:02.748991 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f98194-c179-466a-8535-b3087952270c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db631f5-59c3-4499-b43d-2780ce225ba6,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:02.820061 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device e9c4cc5e-bace-46c6-b5ad-1295223f054e no longer exists at agent hyperv_hv-cinder-81561 {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:03:02.840332 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] No Port match for: e9c4cc5e-bace-46c6-b5ad-1295223f054e {{(pid=108316) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 02:03:02.840693 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device e9c4cc5e-bace-46c6-b5ad-1295223f054e not bound to the agent host hv-cinder-81561 {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:03:02.950993 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.agents_db [None req-a2914077-2d9d-4477-8dde-df1573e0789a None None] Agent healthcheck: found 6 active agents {{(pid=108317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:03:03.052720 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 43604) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:03:03.065871 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-a68d93e1-e0d4-48c9-9912-cd42ac091aff admin admin] Publish callbacks [] for security_group, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:03.138962 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-a68d93e1-e0d4-48c9-9912-cd42ac091aff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:03.224721 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-a68d93e1-e0d4-48c9-9912-cd42ac091aff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:03.283275 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-a68d93e1-e0d4-48c9-9912-cd42ac091aff admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6c4b6282b87a41dba732740d4ba4b3e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2294152 Nov 03 02:03:03.285877 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 43614) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:03:03.299179 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68d93e1-e0d4-48c9-9912-cd42ac091aff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0da95bf-e978-42aa-9e73-35d1ee47bd99,revision_number=1']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:03.365359 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bce479-4a7c-43cc-a1ae-a4c1af3a6e94 req-5d32e887-2b39-4fd5-a278-c4ada32617f4 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:03.366886 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-25bce479-4a7c-43cc-a1ae-a4c1af3a6e94 req-5d32e887-2b39-4fd5-a278-c4ada32617f4 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 946 time: 0.0872190 Nov 03 02:03:03.384895 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-28feecb6-a03b-484a-8008-47b1d5c1fe18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:03.429384 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-28feecb6-a03b-484a-8008-47b1d5c1fe18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:03.444719 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-25bce479-4a7c-43cc-a1ae-a4c1af3a6e94 req-9a024e28-fe0e-4317-99a2-435273c6e9a9 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706294 Nov 03 02:03:03.498042 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 43620) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:03:03.567485 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-28feecb6-a03b-484a-8008-47b1d5c1fe18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:03.570091 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-28feecb6-a03b-484a-8008-47b1d5c1fe18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:03.571272 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-28feecb6-a03b-484a-8008-47b1d5c1fe18 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a0da95bf-e978-42aa-9e73-35d1ee47bd99 HTTP/1.1" status: 204 len: 168 time: 0.2844923 Nov 03 02:03:03.579847 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28feecb6-a03b-484a-8008-47b1d5c1fe18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0da95bf-e978-42aa-9e73-35d1ee47bd99,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:03.760103 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-9786259a-b34f-43e5-ae73-12e8d8ab5158 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:03.834009 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-9786259a-b34f-43e5-ae73-12e8d8ab5158 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:03.940211 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-9786259a-b34f-43e5-ae73-12e8d8ab5158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:03.981470 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-9786259a-b34f-43e5-ae73-12e8d8ab5158 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6a700e051d304726b4c143e7db529708&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4817724 Nov 03 02:03:03.982835 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9786259a-b34f-43e5-ae73-12e8d8ab5158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a72bd1b9-6ce8-442e-a276-1057463b9d51,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:03.984407 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 43642) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:03:04.040287 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-5b866cef-2cbd-410a-b47e-f9fa45d77ba5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:04.062433 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-5b866cef-2cbd-410a-b47e-f9fa45d77ba5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:04.173548 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-5b866cef-2cbd-410a-b47e-f9fa45d77ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:04.176535 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-5b866cef-2cbd-410a-b47e-f9fa45d77ba5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:04.177935 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-5b866cef-2cbd-410a-b47e-f9fa45d77ba5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a72bd1b9-6ce8-442e-a276-1057463b9d51 HTTP/1.1" status: 204 len: 168 time: 0.1920085 Nov 03 02:03:04.187409 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b866cef-2cbd-410a-b47e-f9fa45d77ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72bd1b9-6ce8-442e-a276-1057463b9d51,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:04.441378 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 43702) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:03:04.486534 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.db_base_plugin_v2 [None req-36d228e6-5d48-429d-8c46-c31874385036 admin admin] Deleting subnet ad8abcb3-ec08-4ff0-8ca3-324908cd520a {{(pid=108314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 02:03:04.489694 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-36d228e6-5d48-429d-8c46-c31874385036 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:04.533892 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-36d228e6-5d48-429d-8c46-c31874385036 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:04.561072 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-36d228e6-5d48-429d-8c46-c31874385036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1588830'] for subnet, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:04.608162 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbbb375-2d5b-4ddb-b2d6-3c056dee0440 req-a5ac650b-43c7-466e-9f9f-e6ed6601b253 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:04.609654 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-bdbbb375-2d5b-4ddb-b2d6-3c056dee0440 req-a5ac650b-43c7-466e-9f9f-e6ed6601b253 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 946 time: 0.0937729 Nov 03 02:03:04.678414 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-bdbbb375-2d5b-4ddb-b2d6-3c056dee0440 req-93602d7c-e8b3-4bec-87e5-e538576ceaf7 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531902 Nov 03 02:03:04.774151 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-36d228e6-5d48-429d-8c46-c31874385036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1588775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934'] for subnet, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:04.802335 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d228e6-5d48-429d-8c46-c31874385036 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad8abcb3-ec08-4ff0-8ca3-324908cd520a,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:04.804189 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-36d228e6-5d48-429d-8c46-c31874385036 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554904'] for subnet, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:04.807481 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-36d228e6-5d48-429d-8c46-c31874385036 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ad8abcb3-ec08-4ff0-8ca3-324908cd520a HTTP/1.1" status: 204 len: 168 time: 0.3670576 Nov 03 02:03:04.810347 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 43716) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:03:04.881063 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-1c40667a-e814-4aa6-b5af-fb10a81d16ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2025968'] for network, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:04.967889 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-1c40667a-e814-4aa6-b5af-fb10a81d16ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1575371', 'neutron.services.segments.db._delete_segments_for_network-8784217631501'] for network, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:05.177909 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-1c40667a-e814-4aa6-b5af-fb10a81d16ff admin admin] Subscribe: > segment before_delete 55550000 {{(pid=108314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:03:05.178878 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-1c40667a-e814-4aa6-b5af-fb10a81d16ff admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=108314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:03:05.179867 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-1c40667a-e814-4aa6-b5af-fb10a81d16ff admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=108314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:03:05.180275 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-1c40667a-e814-4aa6-b5af-fb10a81d16ff admin admin] Subscribe: > port after_create 55550000 {{(pid=108314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:03:05.180542 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-1c40667a-e814-4aa6-b5af-fb10a81d16ff admin admin] Subscribe: > port after_delete 55550000 {{(pid=108314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:03:05.180845 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-1c40667a-e814-4aa6-b5af-fb10a81d16ff admin admin] Subscribe: > port after_update 55550000 {{(pid=108314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:03:05.181159 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-1c40667a-e814-4aa6-b5af-fb10a81d16ff admin admin] Subscribe: > segment after_delete 55550000 {{(pid=108314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:03:05.181469 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-1c40667a-e814-4aa6-b5af-fb10a81d16ff admin admin] Subscribe: > subnet after_create 55550000 {{(pid=108314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:03:05.181774 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-1c40667a-e814-4aa6-b5af-fb10a81d16ff admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=108314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:03:05.182293 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-1c40667a-e814-4aa6-b5af-fb10a81d16ff admin admin] Subscribe: > subnet after_update 55550000 {{(pid=108314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:03:05.365588 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-1c40667a-e814-4aa6-b5af-fb10a81d16ff admin admin] Subscribe: > subnet after_create 55550000 {{(pid=108314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:03:05.365972 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-1c40667a-e814-4aa6-b5af-fb10a81d16ff admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=108314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:03:05.366338 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-1c40667a-e814-4aa6-b5af-fb10a81d16ff admin admin] Subscribe: > subnet before_create 55550000 {{(pid=108314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:03:05.366678 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-1c40667a-e814-4aa6-b5af-fb10a81d16ff admin admin] Subscribe: > subnet before_update 55550000 {{(pid=108314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:03:05.367025 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.services.segments.db [None req-1c40667a-e814-4aa6-b5af-fb10a81d16ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb7c4a3f-87fa-4680-9e11-21b7c738f9bc']}} {{(pid=108314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:03:05.385074 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.services.segments.db [None req-1c40667a-e814-4aa6-b5af-fb10a81d16ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0946153e-165e-4d0f-a9a6-b03147483a78') {'for_net_delete': True} {{(pid=108314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:03:05.385367 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.services.segments.db [None req-1c40667a-e814-4aa6-b5af-fb10a81d16ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0946153e-165e-4d0f-a9a6-b03147483a78') {} {{(pid=108314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:03:05.401576 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-1c40667a-e814-4aa6-b5af-fb10a81d16ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784217632534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127010036'] for segment, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:05.422633 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-1c40667a-e814-4aa6-b5af-fb10a81d16ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1588371'] for segment, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:05.430882 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c40667a-e814-4aa6-b5af-fb10a81d16ff admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=108314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:03:05.431262 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-1c40667a-e814-4aa6-b5af-fb10a81d16ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1588371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126899588'] for segment, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:05.449546 dv-cinder-815614-3-iscsi neutron-server[108314]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 03 02:03:05.449546 dv-cinder-815614-3-iscsi neutron-server[108314]: from cryptography.utils import int_from_bytes Nov 03 02:03:05.449546 dv-cinder-815614-3-iscsi neutron-server[108314]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 03 02:03:05.449546 dv-cinder-815614-3-iscsi neutron-server[108314]: from cryptography.utils import int_from_bytes Nov 03 02:03:05.449546 dv-cinder-815614-3-iscsi neutron-server[108314]: Traceback (most recent call last): Nov 03 02:03:05.449546 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 02:03:05.449546 dv-cinder-815614-3-iscsi neutron-server[108314]: timer() Nov 03 02:03:05.449546 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 02:03:05.449546 dv-cinder-815614-3-iscsi neutron-server[108314]: cb(*args, **kw) Nov 03 02:03:05.449546 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 02:03:05.449546 dv-cinder-815614-3-iscsi neutron-server[108314]: return func(*args, **kwargs) Nov 03 02:03:05.449546 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 02:03:05.449546 dv-cinder-815614-3-iscsi neutron-server[108314]: self._notify() Nov 03 02:03:05.449546 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 02:03:05.449546 dv-cinder-815614-3-iscsi neutron-server[108314]: self.callback(batched_events) Nov 03 02:03:05.449546 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 02:03:05.449546 dv-cinder-815614-3-iscsi neutron-server[108314]: event.method(event) Nov 03 02:03:05.449546 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 02:03:05.449546 dv-cinder-815614-3-iscsi neutron-server[108314]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 02:03:05.449546 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 02:03:05.449546 dv-cinder-815614-3-iscsi neutron-server[108314]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 02:03:05.449546 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 02:03:05.449546 dv-cinder-815614-3-iscsi neutron-server[108314]: return f(self, *a, **k) Nov 03 02:03:05.449546 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 02:03:05.449546 dv-cinder-815614-3-iscsi neutron-server[108314]: return self._get(url).json() Nov 03 02:03:05.449546 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 02:03:05.449546 dv-cinder-815614-3-iscsi neutron-server[108314]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 02:03:05.449546 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 02:03:05.449546 dv-cinder-815614-3-iscsi neutron-server[108314]: return self.request(url, 'GET', **kwargs) Nov 03 02:03:05.449546 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 02:03:05.449546 dv-cinder-815614-3-iscsi neutron-server[108314]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 02:03:05.449546 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 02:03:05.449546 dv-cinder-815614-3-iscsi neutron-server[108314]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 02:03:05.449546 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 02:03:05.449546 dv-cinder-815614-3-iscsi neutron-server[108314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 02:03:05.449546 dv-cinder-815614-3-iscsi neutron-server[108314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 02:03:05.579107 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-1c40667a-e814-4aa6-b5af-fb10a81d16ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1575388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641601'] for network, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:05.587394 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-1c40667a-e814-4aa6-b5af-fb10a81d16ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554904'] for network, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:05.591688 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-1c40667a-e814-4aa6-b5af-fb10a81d16ff admin admin] 10.222.0.30 "DELETE /v2.0/networks/bb7c4a3f-87fa-4680-9e11-21b7c738f9bc HTTP/1.1" status: 204 len: 168 time: 0.7778690 Nov 03 02:03:05.603583 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c40667a-e814-4aa6-b5af-fb10a81d16ff admin admin] Pushing event deleted for resources: {'Network': ['ID=bb7c4a3f-87fa-4680-9e11-21b7c738f9bc,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:05.798072 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01397ab4-17cd-4b42-a4bc-d5eed957b36d req-20bfb265-34c0-460e-a3ab-60f1e25df063 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:05.799577 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-01397ab4-17cd-4b42-a4bc-d5eed957b36d req-20bfb265-34c0-460e-a3ab-60f1e25df063 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 946 time: 0.0517106 Nov 03 02:03:05.849072 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-01397ab4-17cd-4b42-a4bc-d5eed957b36d req-9c2302b2-1104-45a5-a9e0-593f6537c98f tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432882 Nov 03 02:03:05.861349 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 43778) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:03:06.058255 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 43786) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:03:06.117416 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-e3f7fb3c-222f-469b-b776-530a247b3a05 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=76031e079d5240599980bd51be51f6e5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0576713 Nov 03 02:03:06.120123 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 43792) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:03:06.181792 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-bd02e1ef-1ae4-4dbe-8534-4bc6338ab4fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:06.208082 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-bd02e1ef-1ae4-4dbe-8534-4bc6338ab4fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:06.229339 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.v2.base [None req-88c8b2ff-d4fb-4e6b-8990-1aee55761c5b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-4518046-network', 'tenant_id': '2ea66f47ad6c46779bbd1f09bfd5c5be'}} {{(pid=108315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:03:06.384246 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c8b2ff-d4fb-4e6b-8990-1aee55761c5b admin admin] Made reservation on behalf of 2ea66f47ad6c46779bbd1f09bfd5c5be for: {'network': 1} {{(pid=108315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:03:06.386643 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-88c8b2ff-d4fb-4e6b-8990-1aee55761c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for network, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:06.425527 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-bd02e1ef-1ae4-4dbe-8534-4bc6338ab4fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:06.428653 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-bd02e1ef-1ae4-4dbe-8534-4bc6338ab4fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:06.430077 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-bd02e1ef-1ae4-4dbe-8534-4bc6338ab4fd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/09f60560-c90b-407f-ab2c-028abad36f9e HTTP/1.1" status: 204 len: 168 time: 0.3087857 Nov 03 02:03:06.444246 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd02e1ef-1ae4-4dbe-8534-4bc6338ab4fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f60560-c90b-407f-ab2c-028abad36f9e,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:06.600557 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-88c8b2ff-d4fb-4e6b-8990-1aee55761c5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:06.682680 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-88c8b2ff-d4fb-4e6b-8990-1aee55761c5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:06.824816 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-88c8b2ff-d4fb-4e6b-8990-1aee55761c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:06.851590 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88c8b2ff-d4fb-4e6b-8990-1aee55761c5b admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=108315) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:03:06.864600 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c8b2ff-d4fb-4e6b-8990-1aee55761c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d198aa-92ee-4a16-b13c-bcfd43c8f117,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:06.871242 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-88c8b2ff-d4fb-4e6b-8990-1aee55761c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1588371'] for segment, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:06.871742 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.db.segments_db [None req-88c8b2ff-d4fb-4e6b-8990-1aee55761c5b admin admin] Added segment 73d3a212-151a-4e52-9946-701481cdae69 of type vlan for network 39d8e720-3276-4c03-8661-79057f0201b2 Nov 03 02:03:06.920900 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-88c8b2ff-d4fb-4e6b-8990-1aee55761c5b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784217148025'] for network, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:06.996084 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-88c8b2ff-d4fb-4e6b-8990-1aee55761c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934'] for network, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:06.997557 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c8b2ff-d4fb-4e6b-8990-1aee55761c5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:06.998409 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-88c8b2ff-d4fb-4e6b-8990-1aee55761c5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554904'] for network, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:06.999550 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9c35a5-5ba8-461c-946b-e89aa630bc3d req-48cf984e-43f2-474d-ac41-18a7af86bfd1 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:07.002866 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-fb9c35a5-5ba8-461c-946b-e89aa630bc3d req-48cf984e-43f2-474d-ac41-18a7af86bfd1 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 946 time: 0.0588343 Nov 03 02:03:07.073566 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c8b2ff-d4fb-4e6b-8990-1aee55761c5b admin admin] Pushing event updated for resources: {'Network': ['ID=39d8e720-3276-4c03-8661-79057f0201b2,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:07.079406 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-fb9c35a5-5ba8-461c-946b-e89aa630bc3d req-47d074dc-10b8-4ac4-a7e0-b05de5a73ee8 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682724 Nov 03 02:03:07.087321 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Network 39d8e720-3276-4c03-8661-79057f0201b2 details requested by agent ovs-agent-dv-cinder-815614-3-iscsi with host dv-cinder-815614-3-iscsi {{(pid=108316) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:03:07.114822 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-88c8b2ff-d4fb-4e6b-8990-1aee55761c5b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.2522757 Nov 03 02:03:07.120683 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 43830) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:03:07.126073 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.v2.base [None req-e3866aa4-b6f3-47cd-969f-73f65f2b89d0 admin admin] Request body: {'subnet': {'network_id': '39d8e720-3276-4c03-8661-79057f0201b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-4518046-subnet', 'tenant_id': '2ea66f47ad6c46779bbd1f09bfd5c5be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:03:07.241834 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3866aa4-b6f3-47cd-969f-73f65f2b89d0 admin admin] Made reservation on behalf of 2ea66f47ad6c46779bbd1f09bfd5c5be for: {'subnet': 1} {{(pid=108315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:03:07.244293 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-e3866aa4-b6f3-47cd-969f-73f65f2b89d0 admin admin] Publish callbacks [] for subnet, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:07.500257 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-e3866aa4-b6f3-47cd-969f-73f65f2b89d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934'] for subnet, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:07.554497 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3866aa4-b6f3-47cd-969f-73f65f2b89d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ba074a9-dcc3-41c5-b1a5-10241b38d8d5,revision_number=0']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:07.570312 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3866aa4-b6f3-47cd-969f-73f65f2b89d0 admin admin] Checking segment: {'id': '73d3a212-151a-4e52-9946-701481cdae69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '39d8e720-3276-4c03-8661-79057f0201b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 02:03:07.570665 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3866aa4-b6f3-47cd-969f-73f65f2b89d0 admin admin] Network hostable DHCP agents. Network: 39d8e720-3276-4c03-8661-79057f0201b2, hostable agents: ['7b028a63-a201-45f3-9c70-05c56c6a2a18'], hosted agents: [] {{(pid=108315) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:03:07.727755 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3866aa4-b6f3-47cd-969f-73f65f2b89d0 admin admin] Network 39d8e720-3276-4c03-8661-79057f0201b2 is scheduled to be hosted by DHCP agent 7b028a63-a201-45f3-9c70-05c56c6a2a18 with binding_index 1 {{(pid=108315) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:03:07.852957 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.base_scheduler [None req-e3866aa4-b6f3-47cd-969f-73f65f2b89d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815614-3-iscsi, 39d8e720-3276-4c03-8661-79057f0201b2) {{(pid=108315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:03:07.857042 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3866aa4-b6f3-47cd-969f-73f65f2b89d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:07.857631 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-e3866aa4-b6f3-47cd-969f-73f65f2b89d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554904'] for subnet, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:07.864299 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0101bfb-dacc-47d3-8112-820b4ed5f0a0 None None] Network 39d8e720-3276-4c03-8661-79057f0201b2 requested from dv-cinder-815614-3-iscsi {{(pid=108316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 02:03:07.968157 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-e3866aa4-b6f3-47cd-969f-73f65f2b89d0 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.8463044 Nov 03 02:03:08.025350 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c68d00-5f32-493f-82c2-cea06f7681cb None None] Network 39d8e720-3276-4c03-8661-79057f0201b2 requested from dv-cinder-815614-3-iscsi {{(pid=108316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 02:03:08.170807 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 43884) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:03:08.236183 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba27df4d-d9a9-4671-99a1-04ceca0c076f req-a9cdad8f-8ed2-4297-8840-558919b01132 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:08.237841 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-ba27df4d-d9a9-4671-99a1-04ceca0c076f req-a9cdad8f-8ed2-4297-8840-558919b01132 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 946 time: 0.0579677 Nov 03 02:03:08.312378 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-ba27df4d-d9a9-4671-99a1-04ceca0c076f req-ca6d9617-8b83-4e6a-802a-cffa2c2ca4c1 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673006 Nov 03 02:03:08.468399 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-7372f797-6536-4cb7-86fc-8af8bdb90ff8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:08.567612 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-7372f797-6536-4cb7-86fc-8af8bdb90ff8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:08.658742 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-7372f797-6536-4cb7-86fc-8af8bdb90ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:08.698698 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-7372f797-6536-4cb7-86fc-8af8bdb90ff8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8d36097e27e54500b7ce40ef32c26d01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5268488 Nov 03 02:03:08.700123 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7372f797-6536-4cb7-86fc-8af8bdb90ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=198a13e6-29ab-437c-84c6-8ac30a60387d,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:08.700819 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 43922) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:03:08.751403 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-6a88c5af-64ca-42e7-b071-c4c5fe407197 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:08.777279 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-6a88c5af-64ca-42e7-b071-c4c5fe407197 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:08.900639 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 43930) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:03:08.914731 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-6a88c5af-64ca-42e7-b071-c4c5fe407197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:08.920760 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-6a88c5af-64ca-42e7-b071-c4c5fe407197 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:08.925806 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-6a88c5af-64ca-42e7-b071-c4c5fe407197 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/198a13e6-29ab-437c-84c6-8ac30a60387d HTTP/1.1" status: 204 len: 168 time: 0.2238328 Nov 03 02:03:08.936278 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a88c5af-64ca-42e7-b071-c4c5fe407197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=198a13e6-29ab-437c-84c6-8ac30a60387d,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:09.053411 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.v2.base [None req-587b8910-cdc7-4367-b74a-a39cf16ef24d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1316936727-network', 'tenant_id': 'a236a1ddacc947d0a25090b1c2ef1456'}} {{(pid=108314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:03:09.167638 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-587b8910-cdc7-4367-b74a-a39cf16ef24d admin admin] Made reservation on behalf of a236a1ddacc947d0a25090b1c2ef1456 for: {'network': 1} {{(pid=108314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:03:09.171360 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-587b8910-cdc7-4367-b74a-a39cf16ef24d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for network, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:09.180980 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-587b8910-cdc7-4367-b74a-a39cf16ef24d admin admin] Publish callbacks [] for security_group, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:09.264459 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-587b8910-cdc7-4367-b74a-a39cf16ef24d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:09.372999 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-587b8910-cdc7-4367-b74a-a39cf16ef24d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:09.395216 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-587b8910-cdc7-4367-b74a-a39cf16ef24d admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=108314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:03:09.410745 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587b8910-cdc7-4367-b74a-a39cf16ef24d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2caa2a6-72c8-4014-ab52-bb2a40600117,revision_number=1']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:09.429964 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-587b8910-cdc7-4367-b74a-a39cf16ef24d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1588371'] for segment, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:09.430897 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.db.segments_db [None req-587b8910-cdc7-4367-b74a-a39cf16ef24d admin admin] Added segment 15b7192d-fcf8-46bd-b4ff-54110db4eb9b of type vlan for network b9f1ba25-c9df-4fb7-a2b7-25e385903abb Nov 03 02:03:09.517051 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-587b8910-cdc7-4367-b74a-a39cf16ef24d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784217148025'] for network, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:09.556742 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b51eef-a678-4df5-8cf5-83cdc1367b7d req-ef7ce672-6ea5-4ff9-91e8-a855779695c9 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:09.558754 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e8b51eef-a678-4df5-8cf5-83cdc1367b7d req-ef7ce672-6ea5-4ff9-91e8-a855779695c9 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 946 time: 0.1058249 Nov 03 02:03:09.608328 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e8b51eef-a678-4df5-8cf5-83cdc1367b7d req-c648d27d-3d13-4d40-8693-9a1a4ef22566 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441437 Nov 03 02:03:09.623870 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-587b8910-cdc7-4367-b74a-a39cf16ef24d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934'] for network, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:09.623870 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587b8910-cdc7-4367-b74a-a39cf16ef24d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:09.623870 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-587b8910-cdc7-4367-b74a-a39cf16ef24d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554904'] for network, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:09.684183 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587b8910-cdc7-4367-b74a-a39cf16ef24d admin admin] Pushing event updated for resources: {'Network': ['ID=b9f1ba25-c9df-4fb7-a2b7-25e385903abb,revision_number=1']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:09.693541 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 43954) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:03:09.695292 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Network b9f1ba25-c9df-4fb7-a2b7-25e385903abb details requested by agent ovs-agent-dv-cinder-815614-3-iscsi with host dv-cinder-815614-3-iscsi {{(pid=108316) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:03:09.825739 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-587b8910-cdc7-4367-b74a-a39cf16ef24d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9199100 Nov 03 02:03:09.829801 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 43960) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:03:09.831568 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.v2.base [None req-f031d3f4-42a7-43d2-9672-239bb6901204 admin admin] Request body: {'subnet': {'network_id': 'b9f1ba25-c9df-4fb7-a2b7-25e385903abb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1316936727-subnet', 'tenant_id': 'a236a1ddacc947d0a25090b1c2ef1456', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:03:09.836320 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-61871338-fcf7-4e8f-8503-14b408a64ef6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:09.920159 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-61871338-fcf7-4e8f-8503-14b408a64ef6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:09.921650 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f031d3f4-42a7-43d2-9672-239bb6901204 admin admin] Made reservation on behalf of a236a1ddacc947d0a25090b1c2ef1456 for: {'subnet': 1} {{(pid=108314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:03:09.925390 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-f031d3f4-42a7-43d2-9672-239bb6901204 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126342597'] for subnet, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:10.021932 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 43968) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:03:10.030238 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-61871338-fcf7-4e8f-8503-14b408a64ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:10.051118 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-d107db0b-d348-4273-9198-f325eb7c9409 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:10.087923 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61871338-fcf7-4e8f-8503-14b408a64ef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5399471-80ca-46af-bd14-a8bd9b462d45,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:10.096373 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-61871338-fcf7-4e8f-8503-14b408a64ef6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=de9c076f251f411386b0b4d1a583ba7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4016285 Nov 03 02:03:10.099993 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 43970) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:03:10.180428 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-c08ba2e3-4198-46fe-a6b2-076be04d59bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:10.202919 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-f031d3f4-42a7-43d2-9672-239bb6901204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126899751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126342571'] for subnet, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:10.209455 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-d107db0b-d348-4273-9198-f325eb7c9409 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:10.224791 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-c08ba2e3-4198-46fe-a6b2-076be04d59bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:10.263016 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031d3f4-42a7-43d2-9672-239bb6901204 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c04fe74d-10e3-420d-8b55-340dc19e5e2d,revision_number=0']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:10.274554 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f031d3f4-42a7-43d2-9672-239bb6901204 admin admin] Checking segment: {'id': '15b7192d-fcf8-46bd-b4ff-54110db4eb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b9f1ba25-c9df-4fb7-a2b7-25e385903abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 02:03:10.275057 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f031d3f4-42a7-43d2-9672-239bb6901204 admin admin] Network hostable DHCP agents. Network: b9f1ba25-c9df-4fb7-a2b7-25e385903abb, hostable agents: ['7b028a63-a201-45f3-9c70-05c56c6a2a18'], hosted agents: [] {{(pid=108314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:03:10.316613 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-d107db0b-d348-4273-9198-f325eb7c9409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:10.355511 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-c08ba2e3-4198-46fe-a6b2-076be04d59bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:10.358057 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-c08ba2e3-4198-46fe-a6b2-076be04d59bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:10.359246 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-c08ba2e3-4198-46fe-a6b2-076be04d59bb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b5399471-80ca-46af-bd14-a8bd9b462d45 HTTP/1.1" status: 204 len: 168 time: 0.2584531 Nov 03 02:03:10.362105 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d107db0b-d348-4273-9198-f325eb7c9409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=086a14b5-466c-4561-93b6-e5b1eb07050f,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:10.366726 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-d107db0b-d348-4273-9198-f325eb7c9409 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=718b3dea705f437a9709527280259fcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3434408 Nov 03 02:03:10.369994 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 43978) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:03:10.374706 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08ba2e3-4198-46fe-a6b2-076be04d59bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5399471-80ca-46af-bd14-a8bd9b462d45,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:10.421755 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f031d3f4-42a7-43d2-9672-239bb6901204 admin admin] Network b9f1ba25-c9df-4fb7-a2b7-25e385903abb is scheduled to be hosted by DHCP agent 7b028a63-a201-45f3-9c70-05c56c6a2a18 with binding_index 1 {{(pid=108314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:03:10.445939 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-805395f0-4402-44d0-938c-719952186ff7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:10.479720 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-805395f0-4402-44d0-938c-719952186ff7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:10.532966 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.base_scheduler [None req-f031d3f4-42a7-43d2-9672-239bb6901204 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815614-3-iscsi, b9f1ba25-c9df-4fb7-a2b7-25e385903abb) {{(pid=108314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:03:10.537357 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f031d3f4-42a7-43d2-9672-239bb6901204 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:10.541918 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a54f57-b581-4726-9406-335815a0a38d None None] Network b9f1ba25-c9df-4fb7-a2b7-25e385903abb requested from dv-cinder-815614-3-iscsi {{(pid=108316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 02:03:10.542243 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-f031d3f4-42a7-43d2-9672-239bb6901204 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554904'] for subnet, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:10.633125 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-805395f0-4402-44d0-938c-719952186ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:10.636838 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-805395f0-4402-44d0-938c-719952186ff7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:10.641459 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-805395f0-4402-44d0-938c-719952186ff7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/086a14b5-466c-4561-93b6-e5b1eb07050f HTTP/1.1" status: 204 len: 168 time: 0.2692821 Nov 03 02:03:10.674961 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805395f0-4402-44d0-938c-719952186ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086a14b5-466c-4561-93b6-e5b1eb07050f,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:10.681675 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-f031d3f4-42a7-43d2-9672-239bb6901204 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8544757 Nov 03 02:03:10.709631 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8314cc7-87f3-443f-bab6-becf42bba5e8 None None] Network b9f1ba25-c9df-4fb7-a2b7-25e385903abb requested from dv-cinder-815614-3-iscsi {{(pid=108316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 02:03:10.786368 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ee1ac-a8bd-4323-8350-826147458ed1 req-14c6e9e2-d26e-4726-b0ce-23584afdc760 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:10.788399 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-811ee1ac-a8bd-4323-8350-826147458ed1 req-14c6e9e2-d26e-4726-b0ce-23584afdc760 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.30 "GET /v2.0/networks?id=39d8e720-3276-4c03-8661-79057f0201b2 HTTP/1.1" status: 200 len: 806 time: 0.1682637 Nov 03 02:03:10.816032 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-811ee1ac-a8bd-4323-8350-826147458ed1 req-42dd7a36-9158-4358-b803-aef64ff33c1f tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.30 "GET /v2.0/quotas/2ea66f47ad6c46779bbd1f09bfd5c5be HTTP/1.1" status: 200 len: 375 time: 0.0111542 Nov 03 02:03:10.884274 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-811ee1ac-a8bd-4323-8350-826147458ed1 req-11cf2818-a4b7-49f0-9180-1af7cc212714 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ea66f47ad6c46779bbd1f09bfd5c5be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0606000 Nov 03 02:03:10.973596 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8629e0-2195-43bd-b1fd-ce7f1975a9f8 req-bc414a0c-ad09-4f5c-875e-105e35933c15 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:10.973596 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-4b8629e0-2195-43bd-b1fd-ce7f1975a9f8 req-bc414a0c-ad09-4f5c-875e-105e35933c15 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 946 time: 0.1326075 Nov 03 02:03:11.043250 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-4b8629e0-2195-43bd-b1fd-ce7f1975a9f8 req-a47c45cf-2438-4b96-bb59-599bae67940c tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699317 Nov 03 02:03:11.044873 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-811ee1ac-a8bd-4323-8350-826147458ed1 req-61af4460-5137-40ce-9496-50e349d017f7 service neutron] 10.222.0.30 "GET /v2.0/networks/39d8e720-3276-4c03-8661-79057f0201b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529572 Nov 03 02:03:11.147307 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-811ee1ac-a8bd-4323-8350-826147458ed1 req-e8e38241-bc1b-46e7-9fd8-386e1a08ec89 service neutron] 10.222.0.30 "GET /v2.0/networks/39d8e720-3276-4c03-8661-79057f0201b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960896 Nov 03 02:03:11.448810 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 44030) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:03:11.472011 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-1850cf90-7459-42dd-996a-6c8bbd8e2972 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:11.528037 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862fde4d-547e-4300-9d25-a591c467da64 req-f4d625f6-8c83-4dd0-b9b3-b0165b2ed021 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:11.529570 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-862fde4d-547e-4300-9d25-a591c467da64 req-f4d625f6-8c83-4dd0-b9b3-b0165b2ed021 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/networks?id=b9f1ba25-c9df-4fb7-a2b7-25e385903abb HTTP/1.1" status: 200 len: 815 time: 0.1580093 Nov 03 02:03:11.549004 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-c17a4a38-748d-4da1-9fd5-1ec4f8202b40 req-65173b5f-5ed0-4ffe-ac6c-b5280eb7fc3e tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.30 "GET /v2.0/ports?device_id=11eca92f-b547-4f67-98b3-63d17f454cb3 HTTP/1.1" status: 200 len: 210 time: 0.0490732 Nov 03 02:03:11.571687 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-862fde4d-547e-4300-9d25-a591c467da64 req-40ef0dc7-4393-403e-b51d-4ecd10a3c7a9 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/quotas/a236a1ddacc947d0a25090b1c2ef1456 HTTP/1.1" status: 200 len: 375 time: 0.0255194 Nov 03 02:03:11.619530 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-862fde4d-547e-4300-9d25-a591c467da64 req-259a3296-ccce-4149-8667-5d6d2d9c810f tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a236a1ddacc947d0a25090b1c2ef1456&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386176 Nov 03 02:03:11.663112 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-1850cf90-7459-42dd-996a-6c8bbd8e2972 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:11.740592 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-862fde4d-547e-4300-9d25-a591c467da64 req-a3cbd419-b75a-4937-a459-f9c41ecff1ef service neutron] 10.222.0.30 "GET /v2.0/networks/b9f1ba25-c9df-4fb7-a2b7-25e385903abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059299 Nov 03 02:03:11.802627 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-1850cf90-7459-42dd-996a-6c8bbd8e2972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:11.858161 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-1850cf90-7459-42dd-996a-6c8bbd8e2972 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8c794794a2d04fc19d5a6183856e7df4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4042332 Nov 03 02:03:11.858161 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1850cf90-7459-42dd-996a-6c8bbd8e2972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9aa435-f4d2-4202-bca6-4458ad9105ac,revision_number=1']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:11.860487 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 44046) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:03:11.891757 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-862fde4d-547e-4300-9d25-a591c467da64 req-b1ab9787-9156-4305-99b9-283d9aa887b1 service neutron] 10.222.0.30 "GET /v2.0/networks/b9f1ba25-c9df-4fb7-a2b7-25e385903abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449399 Nov 03 02:03:11.929785 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-9328b8b8-dffe-4d6e-8c03-fb8783dca7c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:11.953182 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-9328b8b8-dffe-4d6e-8c03-fb8783dca7c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:12.164066 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-9328b8b8-dffe-4d6e-8c03-fb8783dca7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:12.167521 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-9328b8b8-dffe-4d6e-8c03-fb8783dca7c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:12.168855 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-9328b8b8-dffe-4d6e-8c03-fb8783dca7c6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6f9aa435-f4d2-4202-bca6-4458ad9105ac HTTP/1.1" status: 204 len: 168 time: 0.3053098 Nov 03 02:03:12.213809 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-3ebebbcb-7b37-4c3e-9a05-1a958da9d1bd req-c1b2f5f9-9b80-4a0a-80e2-8695756c7ae4 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=df7ffd60-ded0-4044-8e50-f1acf30e9dfd HTTP/1.1" status: 200 len: 210 time: 0.0526898 Nov 03 02:03:12.229215 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9328b8b8-dffe-4d6e-8c03-fb8783dca7c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9aa435-f4d2-4202-bca6-4458ad9105ac,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:12.251061 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59251fc6-b087-4ac7-a7fe-3b33757e98d6 req-d8df4cb2-76f6-43e2-aac4-920cf0b3b3d0 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:12.253106 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-59251fc6-b087-4ac7-a7fe-3b33757e98d6 req-d8df4cb2-76f6-43e2-aac4-920cf0b3b3d0 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 946 time: 0.1343265 Nov 03 02:03:12.332791 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-59251fc6-b087-4ac7-a7fe-3b33757e98d6 req-b0981118-0dee-4385-aaf8-7c831a514505 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697403 Nov 03 02:03:12.659587 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-790ac1dc-5f9c-47ae-89ca-df948dad0e27 req-611d6f1c-06c0-4945-bb95-82e9e2651c22 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.30 "GET /v2.0/ports?device_id=11eca92f-b547-4f67-98b3-63d17f454cb3 HTTP/1.1" status: 200 len: 210 time: 0.0422831 Nov 03 02:03:13.293526 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-3f2d3d87-c6bd-4631-bc38-6ff9e09a7a44 req-63bfd5d8-8cc6-4d3c-a192-1fa9ba6052ed tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=df7ffd60-ded0-4044-8e50-f1acf30e9dfd HTTP/1.1" status: 200 len: 210 time: 0.0304704 Nov 03 02:03:13.477259 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370b1da6-ee4b-4aff-b8e0-a1cfb16be2db req-777df309-cf95-4149-b74d-747a2b6945a5 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:13.478807 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-370b1da6-ee4b-4aff-b8e0-a1cfb16be2db req-777df309-cf95-4149-b74d-747a2b6945a5 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 946 time: 0.0648410 Nov 03 02:03:13.535959 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-370b1da6-ee4b-4aff-b8e0-a1cfb16be2db req-5fa7e741-2d37-4ea4-b521-c7415f2a4644 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486679 Nov 03 02:03:13.732471 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 44138) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:03:13.751917 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-87ab03e2-1284-4e90-9336-665336d52570 req-ec487916-64cd-4bac-9964-a6d1b2e6e7a4 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.30 "GET /v2.0/ports?device_id=11eca92f-b547-4f67-98b3-63d17f454cb3 HTTP/1.1" status: 200 len: 210 time: 0.0268545 Nov 03 02:03:13.834498 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.v2.base [None req-dffb3085-e012-4684-b565-456232d34a5d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-159584043-network', 'tenant_id': '9ad04651898049e7a8072ab1aa850a20'}} {{(pid=108315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:03:13.990399 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dffb3085-e012-4684-b565-456232d34a5d admin admin] Made reservation on behalf of 9ad04651898049e7a8072ab1aa850a20 for: {'network': 1} {{(pid=108315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:03:13.992884 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-dffb3085-e012-4684-b565-456232d34a5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for network, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:14.002478 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-dffb3085-e012-4684-b565-456232d34a5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:14.004390 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 44146) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:03:14.096188 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-dffb3085-e012-4684-b565-456232d34a5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:14.122562 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-c9072b04-2ce5-446c-990c-95109991a58f admin admin] Publish callbacks [] for security_group, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:14.207876 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-dffb3085-e012-4684-b565-456232d34a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:14.236388 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dffb3085-e012-4684-b565-456232d34a5d admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=108315) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:03:14.250254 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffb3085-e012-4684-b565-456232d34a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47fd4f51-839b-4c93-9cd3-f51a7305cca0,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:14.255330 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-dffb3085-e012-4684-b565-456232d34a5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1588371'] for segment, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:14.255856 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.db.segments_db [None req-dffb3085-e012-4684-b565-456232d34a5d admin admin] Added segment a4ec1b73-7ccf-4841-99f4-7291fb6daa83 of type vlan for network bc44f0b3-0476-4240-a3e5-9622fb85db4b Nov 03 02:03:14.271030 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ee1ac-a8bd-4323-8350-826147458ed1 req-5a5c1f03-2288-45a0-96c7-6951aaf31aaa tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:14.272635 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-811ee1ac-a8bd-4323-8350-826147458ed1 req-5a5c1f03-2288-45a0-96c7-6951aaf31aaa tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.37 "GET /v2.0/networks?id=39d8e720-3276-4c03-8661-79057f0201b2 HTTP/1.1" status: 200 len: 806 time: 0.1365297 Nov 03 02:03:14.295474 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.v2.base [req-811ee1ac-a8bd-4323-8350-826147458ed1 req-82535db3-cfbd-45ad-a270-5c0b0c6aaae0 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] Request body: {'port': {'device_id': '11eca92f-b547-4f67-98b3-63d17f454cb3', 'network_id': '39d8e720-3276-4c03-8661-79057f0201b2', 'admin_state_up': True, 'tenant_id': '2ea66f47ad6c46779bbd1f09bfd5c5be'}} {{(pid=108314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:03:14.298674 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-dffb3085-e012-4684-b565-456232d34a5d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784217148025'] for network, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:14.318629 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-c9072b04-2ce5-446c-990c-95109991a58f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:14.417693 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-c9072b04-2ce5-446c-990c-95109991a58f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:14.430442 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-dffb3085-e012-4684-b565-456232d34a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934'] for network, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:14.431468 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffb3085-e012-4684-b565-456232d34a5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:14.432054 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-dffb3085-e012-4684-b565-456232d34a5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554904'] for network, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:14.443624 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-2ccf01ea-1e63-48db-84e0-27a1225134da req-d5a7137c-56f7-4c5d-9216-bb7e9ccde3d9 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=df7ffd60-ded0-4044-8e50-f1acf30e9dfd HTTP/1.1" status: 200 len: 210 time: 0.0518584 Nov 03 02:03:14.476683 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-c9072b04-2ce5-446c-990c-95109991a58f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d2cf53b9ca1a4059936eab35cc3e667b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4711068 Nov 03 02:03:14.491183 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 44158) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:03:14.504325 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9072b04-2ce5-446c-990c-95109991a58f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e640bd-0184-45da-88e4-e96afad892eb,revision_number=1']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:14.528174 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffb3085-e012-4684-b565-456232d34a5d admin admin] Pushing event updated for resources: {'Network': ['ID=bc44f0b3-0476-4240-a3e5-9622fb85db4b,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:14.544437 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Network bc44f0b3-0476-4240-a3e5-9622fb85db4b details requested by agent ovs-agent-dv-cinder-815614-3-iscsi with host dv-cinder-815614-3-iscsi {{(pid=108316) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:03:14.566017 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-b571b3b2-cb19-48f6-bf42-c0e4bc8095da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:14.586562 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-b571b3b2-cb19-48f6-bf42-c0e4bc8095da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:14.621043 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-811ee1ac-a8bd-4323-8350-826147458ed1 req-82535db3-cfbd-45ad-a270-5c0b0c6aaae0 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] Made reservation on behalf of 2ea66f47ad6c46779bbd1f09bfd5c5be for: {'port': 1} {{(pid=108314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:03:14.624710 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-811ee1ac-a8bd-4323-8350-826147458ed1 req-82535db3-cfbd-45ad-a270-5c0b0c6aaae0 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:14.736373 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-dffb3085-e012-4684-b565-456232d34a5d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9998364 Nov 03 02:03:14.736897 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 44172) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:03:14.743726 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.v2.base [None req-98b49935-5cb7-4163-95f7-69a7fbf0aff0 admin admin] Request body: {'subnet': {'network_id': 'bc44f0b3-0476-4240-a3e5-9622fb85db4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-159584043-subnet', 'tenant_id': '9ad04651898049e7a8072ab1aa850a20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:03:14.762390 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1017bb-aee9-4d42-9b19-4ab0566208ea req-38e41b3e-5c7b-479b-802a-33c51c34d53d tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:14.763945 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-5c1017bb-aee9-4d42-9b19-4ab0566208ea req-38e41b3e-5c7b-479b-802a-33c51c34d53d tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 946 time: 0.1182346 Nov 03 02:03:14.851364 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-b571b3b2-cb19-48f6-bf42-c0e4bc8095da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:14.853860 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-b571b3b2-cb19-48f6-bf42-c0e4bc8095da admin admin] Publish callbacks [] for security_group, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:14.855019 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-b571b3b2-cb19-48f6-bf42-c0e4bc8095da admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/87e640bd-0184-45da-88e4-e96afad892eb HTTP/1.1" status: 204 len: 168 time: 0.3626144 Nov 03 02:03:14.882232 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.db_base_plugin_common [req-811ee1ac-a8bd-4323-8350-826147458ed1 req-82535db3-cfbd-45ad-a270-5c0b0c6aaae0 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] Allocated IP 172.20.0.13 (39d8e720-3276-4c03-8661-79057f0201b2/8ba074a9-dcc3-41c5-b1a5-10241b38d8d5/66ee1f9c-8767-42fb-87fc-d738a4b0174c) {{(pid=108314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:03:14.893607 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b49935-5cb7-4163-95f7-69a7fbf0aff0 admin admin] Made reservation on behalf of 9ad04651898049e7a8072ab1aa850a20 for: {'subnet': 1} {{(pid=108315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:03:14.896113 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-98b49935-5cb7-4163-95f7-69a7fbf0aff0 admin admin] Publish callbacks [] for subnet, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:14.932473 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-0cf08601-7c25-4e72-aafe-9b244cfded7a req-1fe62c24-b1c6-4dd7-95b0-f711d7b8a36b tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.30 "GET /v2.0/ports?device_id=11eca92f-b547-4f67-98b3-63d17f454cb3 HTTP/1.1" status: 200 len: 210 time: 0.0948157 Nov 03 02:03:14.941547 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b571b3b2-cb19-48f6-bf42-c0e4bc8095da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e640bd-0184-45da-88e4-e96afad892eb,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:14.995290 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-5c1017bb-aee9-4d42-9b19-4ab0566208ea req-c7d5af3a-6bf1-4a62-b21e-264fa7656e25 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026424 Nov 03 02:03:15.048633 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862fde4d-547e-4300-9d25-a591c467da64 req-c32da462-b4e7-4fef-832b-8f457675299f tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:15.050026 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-862fde4d-547e-4300-9d25-a591c467da64 req-c32da462-b4e7-4fef-832b-8f457675299f tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.37 "GET /v2.0/networks?id=b9f1ba25-c9df-4fb7-a2b7-25e385903abb HTTP/1.1" status: 200 len: 815 time: 0.2470586 Nov 03 02:03:15.075874 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.v2.base [req-862fde4d-547e-4300-9d25-a591c467da64 req-5cd72215-aa14-4efc-9d60-a6aeff93f6be tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Request body: {'port': {'device_id': 'df7ffd60-ded0-4044-8e50-f1acf30e9dfd', 'network_id': 'b9f1ba25-c9df-4fb7-a2b7-25e385903abb', 'admin_state_up': True, 'tenant_id': 'a236a1ddacc947d0a25090b1c2ef1456'}} {{(pid=108314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:03:15.236647 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-98b49935-5cb7-4163-95f7-69a7fbf0aff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934'] for subnet, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:15.290672 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-811ee1ac-a8bd-4323-8350-826147458ed1 req-82535db3-cfbd-45ad-a270-5c0b0c6aaae0 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] Publish callbacks [] for port, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:15.301796 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b49935-5cb7-4163-95f7-69a7fbf0aff0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d45277b5-bd47-4900-aa6f-481d40d42432,revision_number=0']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:15.309667 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b49935-5cb7-4163-95f7-69a7fbf0aff0 admin admin] Checking segment: {'id': 'a4ec1b73-7ccf-4841-99f4-7291fb6daa83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'bc44f0b3-0476-4240-a3e5-9622fb85db4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 02:03:15.310023 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b49935-5cb7-4163-95f7-69a7fbf0aff0 admin admin] Network hostable DHCP agents. Network: bc44f0b3-0476-4240-a3e5-9622fb85db4b, hostable agents: ['7b028a63-a201-45f3-9c70-05c56c6a2a18'], hosted agents: [] {{(pid=108315) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:03:15.402049 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-862fde4d-547e-4300-9d25-a591c467da64 req-5cd72215-aa14-4efc-9d60-a6aeff93f6be tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Made reservation on behalf of a236a1ddacc947d0a25090b1c2ef1456 for: {'port': 1} {{(pid=108314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:03:15.402436 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b49935-5cb7-4163-95f7-69a7fbf0aff0 admin admin] Network bc44f0b3-0476-4240-a3e5-9622fb85db4b is scheduled to be hosted by DHCP agent 7b028a63-a201-45f3-9c70-05c56c6a2a18 with binding_index 1 {{(pid=108315) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:03:15.405804 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-862fde4d-547e-4300-9d25-a591c467da64 req-5cd72215-aa14-4efc-9d60-a6aeff93f6be tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:15.457374 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-811ee1ac-a8bd-4323-8350-826147458ed1 req-82535db3-cfbd-45ad-a270-5c0b0c6aaae0 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784217128214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126899639'] for port, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:15.493262 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.base_scheduler [None req-98b49935-5cb7-4163-95f7-69a7fbf0aff0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815614-3-iscsi, bc44f0b3-0476-4240-a3e5-9622fb85db4b) {{(pid=108315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:03:15.504552 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b49935-5cb7-4163-95f7-69a7fbf0aff0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:15.505056 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-98b49935-5cb7-4163-95f7-69a7fbf0aff0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554904'] for subnet, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:15.506188 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2edd83-3d79-4622-8484-a81bede2ed57 None None] Network bc44f0b3-0476-4240-a3e5-9622fb85db4b requested from dv-cinder-815614-3-iscsi {{(pid=108316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 02:03:15.521373 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-811ee1ac-a8bd-4323-8350-826147458ed1 req-82535db3-cfbd-45ad-a270-5c0b0c6aaae0 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] Network 39d8e720-3276-4c03-8661-79057f0201b2 is already hosted by enough agents. {{(pid=108314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:03:15.535541 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.base_scheduler [req-811ee1ac-a8bd-4323-8350-826147458ed1 req-82535db3-cfbd-45ad-a270-5c0b0c6aaae0 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] Resources bound (agent type, host, resource id): {{(pid=108314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:03:15.550174 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.l3_dvrscheduler_db [req-811ee1ac-a8bd-4323-8350-826147458ed1 req-82535db3-cfbd-45ad-a270-5c0b0c6aaae0 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] Received port after_create {{(pid=108314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:03:15.567478 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 44190) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:03:15.584969 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-98b49935-5cb7-4163-95f7-69a7fbf0aff0 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8469677 Nov 03 02:03:15.585823 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82535db3-cfbd-45ad-a270-5c0b0c6aaae0 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] Pushing event updated for resources: {'Port': ['ID=66ee1f9c-8767-42fb-87fc-d738a4b0174c,revision_number=1']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:15.589165 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-dd17f05c-8191-4979-b75b-1385bd6665bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:15.619804 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-5573bf16-04e1-438a-98ff-2faa74e95ce1 req-a8cfebad-b21f-4cbd-b9fd-984214033316 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=df7ffd60-ded0-4044-8e50-f1acf30e9dfd HTTP/1.1" status: 200 len: 210 time: 0.0906978 Nov 03 02:03:15.677557 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ee1ac-a8bd-4323-8350-826147458ed1 req-82535db3-cfbd-45ad-a270-5c0b0c6aaae0 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:15.678206 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-811ee1ac-a8bd-4323-8350-826147458ed1 req-82535db3-cfbd-45ad-a270-5c0b0c6aaae0 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622'] for port, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:15.690435 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e42ab6-85af-4f7a-be11-d4c67628d378 None None] Network bc44f0b3-0476-4240-a3e5-9622fb85db4b requested from dv-cinder-815614-3-iscsi {{(pid=108316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 02:03:15.707677 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.db_base_plugin_common [req-862fde4d-547e-4300-9d25-a591c467da64 req-5cd72215-aa14-4efc-9d60-a6aeff93f6be tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Allocated IP 172.20.0.13 (b9f1ba25-c9df-4fb7-a2b7-25e385903abb/c04fe74d-10e3-420d-8b55-340dc19e5e2d/aef52f3c-1a62-45b5-9c4b-40ee0869774e) {{(pid=108314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:03:15.766171 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-811ee1ac-a8bd-4323-8350-826147458ed1 req-82535db3-cfbd-45ad-a270-5c0b0c6aaae0 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4792404 Nov 03 02:03:15.780616 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.v2.base [req-811ee1ac-a8bd-4323-8350-826147458ed1 req-4b314a5a-8e4e-403f-9864-66e9ea271698 service neutron] Request body: {'port': {'device_id': '11eca92f-b547-4f67-98b3-63d17f454cb3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81561'}} {{(pid=108314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:03:15.915849 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-dd17f05c-8191-4979-b75b-1385bd6665bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:16.024610 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-dd17f05c-8191-4979-b75b-1385bd6665bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:16.062197 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-dd17f05c-8191-4979-b75b-1385bd6665bc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3cb91c8af3f6405c99aa2e266667a7d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4922311 Nov 03 02:03:16.065549 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 44204) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:03:16.098374 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd17f05c-8191-4979-b75b-1385bd6665bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bcd5436-0610-4c43-9097-c532bdc260c1,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:16.126568 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-811ee1ac-a8bd-4323-8350-826147458ed1 req-4b314a5a-8e4e-403f-9864-66e9ea271698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:16.229207 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a410b8-411c-4b83-b035-975d8c88bab7 req-5f3893eb-8c18-4460-bf9a-f9fe8b3d8644 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:16.230738 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-16a410b8-411c-4b83-b035-975d8c88bab7 req-5f3893eb-8c18-4460-bf9a-f9fe8b3d8644 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.30 "GET /v2.0/ports?device_id=11eca92f-b547-4f67-98b3-63d17f454cb3 HTTP/1.1" status: 200 len: 932 time: 0.1946182 Nov 03 02:03:16.263401 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-862fde4d-547e-4300-9d25-a591c467da64 req-5cd72215-aa14-4efc-9d60-a6aeff93f6be tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Publish callbacks [] for port, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:16.315853 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbda7384-3287-42cd-aa42-8aa84d82f90e req-f52c6bce-3cc3-4621-aceb-c98f096b2a59 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:16.317381 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-dbda7384-3287-42cd-aa42-8aa84d82f90e req-f52c6bce-3cc3-4621-aceb-c98f096b2a59 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 946 time: 0.2114224 Nov 03 02:03:16.317997 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-2f7afa0c-37c8-437e-b012-413dcfaa3e8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:16.459897 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-2f7afa0c-37c8-437e-b012-413dcfaa3e8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:16.471541 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-16a410b8-411c-4b83-b035-975d8c88bab7 req-490a4149-76cf-47c3-9965-01eb6f241338 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2d198aa-92ee-4a16-b13c-bcfd43c8f117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232018 Nov 03 02:03:16.536208 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 44220) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:03:16.541257 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.v2.base [None req-82c2e90b-8e18-453d-84a7-c13f8b996830 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1193875415-network', 'tenant_id': '4fe3e3ba22b64d1fb6bf19532118e44f'}} {{(pid=108315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:03:16.581527 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-dbda7384-3287-42cd-aa42-8aa84d82f90e req-bb46f5bc-0786-44ef-9192-441963d62ce3 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441907 Nov 03 02:03:16.689874 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.notifiers.nova [req-811ee1ac-a8bd-4323-8350-826147458ed1 req-4b314a5a-8e4e-403f-9864-66e9ea271698 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66ee1f9c-8767-42fb-87fc-d738a4b0174c {{(pid=108314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 02:03:16.703570 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-811ee1ac-a8bd-4323-8350-826147458ed1 req-4b314a5a-8e4e-403f-9864-66e9ea271698 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:16.724133 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82c2e90b-8e18-453d-84a7-c13f8b996830 admin admin] Made reservation on behalf of 4fe3e3ba22b64d1fb6bf19532118e44f for: {'network': 1} {{(pid=108315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:03:16.724366 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-32ec0afa-a171-4f26-9658-eacfabba9bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:16.729961 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-82c2e90b-8e18-453d-84a7-c13f8b996830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for network, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:16.742599 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-82c2e90b-8e18-453d-84a7-c13f8b996830 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:16.754292 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-ff824a8e-bdaf-4ee5-aae9-e95608f47c9c req-e618271a-201c-40ee-9fee-9b411ce71e09 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=df7ffd60-ded0-4044-8e50-f1acf30e9dfd HTTP/1.1" status: 200 len: 210 time: 0.0535212 Nov 03 02:03:16.756001 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-2f7afa0c-37c8-437e-b012-413dcfaa3e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:16.761379 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-2f7afa0c-37c8-437e-b012-413dcfaa3e8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:16.772047 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-2f7afa0c-37c8-437e-b012-413dcfaa3e8f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2bcd5436-0610-4c43-9097-c532bdc260c1 HTTP/1.1" status: 204 len: 168 time: 0.6945343 Nov 03 02:03:16.772047 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-862fde4d-547e-4300-9d25-a591c467da64 req-5cd72215-aa14-4efc-9d60-a6aeff93f6be tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784217128214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126899639'] for port, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:16.783132 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.provisioning_blocks [req-811ee1ac-a8bd-4323-8350-826147458ed1 req-4b314a5a-8e4e-403f-9864-66e9ea271698 service neutron] Transition to ACTIVE for port object 66ee1f9c-8767-42fb-87fc-d738a4b0174c will not be triggered until provisioned by entity L2. {{(pid=108314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 02:03:16.810551 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7afa0c-37c8-437e-b012-413dcfaa3e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bcd5436-0610-4c43-9097-c532bdc260c1,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:16.830662 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-862fde4d-547e-4300-9d25-a591c467da64 req-5cd72215-aa14-4efc-9d60-a6aeff93f6be tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Network b9f1ba25-c9df-4fb7-a2b7-25e385903abb is already hosted by enough agents. {{(pid=108314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:03:16.830662 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.base_scheduler [req-862fde4d-547e-4300-9d25-a591c467da64 req-5cd72215-aa14-4efc-9d60-a6aeff93f6be tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Resources bound (agent type, host, resource id): {{(pid=108314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:03:16.831159 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.l3_dvrscheduler_db [req-862fde4d-547e-4300-9d25-a591c467da64 req-5cd72215-aa14-4efc-9d60-a6aeff93f6be tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Received port after_create {{(pid=108314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:03:16.861300 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd72215-aa14-4efc-9d60-a6aeff93f6be tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Pushing event updated for resources: {'Port': ['ID=aef52f3c-1a62-45b5-9c4b-40ee0869774e,revision_number=1']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:16.873242 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-82c2e90b-8e18-453d-84a7-c13f8b996830 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:16.897032 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862fde4d-547e-4300-9d25-a591c467da64 req-5cd72215-aa14-4efc-9d60-a6aeff93f6be tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:16.897634 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-862fde4d-547e-4300-9d25-a591c467da64 req-5cd72215-aa14-4efc-9d60-a6aeff93f6be tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622'] for port, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:16.921842 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-811ee1ac-a8bd-4323-8350-826147458ed1 req-4b314a5a-8e4e-403f-9864-66e9ea271698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126899640'] for port, after_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:16.986556 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b314a5a-8e4e-403f-9864-66e9ea271698 service neutron] Pushing event updated for resources: {'Port': ['ID=66ee1f9c-8767-42fb-87fc-d738a4b0174c,revision_number=2']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:16.990705 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-82c2e90b-8e18-453d-84a7-c13f8b996830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:17.017092 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82c2e90b-8e18-453d-84a7-c13f8b996830 admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=108315) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:03:17.022486 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-862fde4d-547e-4300-9d25-a591c467da64 req-5cd72215-aa14-4efc-9d60-a6aeff93f6be tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9554513 Nov 03 02:03:17.030696 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c2e90b-8e18-453d-84a7-c13f8b996830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d3fdce6-f153-4396-b664-f0ba47dc8538,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:17.038518 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.v2.base [req-862fde4d-547e-4300-9d25-a591c467da64 req-1936eb30-1e24-4934-a939-cc7b2ef01506 service neutron] Request body: {'port': {'device_id': 'df7ffd60-ded0-4044-8e50-f1acf30e9dfd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81561'}} {{(pid=108314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:03:17.053978 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-82c2e90b-8e18-453d-84a7-c13f8b996830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1588371'] for segment, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:17.054363 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.db.segments_db [None req-82c2e90b-8e18-453d-84a7-c13f8b996830 admin admin] Added segment a9e4ee0d-35a9-4476-b9fa-f79311a53055 of type vlan for network 26913726-cce7-4c3f-b606-b2251afcc86c Nov 03 02:03:17.084920 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.managers [req-811ee1ac-a8bd-4323-8350-826147458ed1 req-4b314a5a-8e4e-403f-9864-66e9ea271698 service neutron] Attempting to bind port 66ee1f9c-8767-42fb-87fc-d738a4b0174c on host hv-cinder-81561 for vnic_type normal with profile {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 02:03:17.085202 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.managers [req-811ee1ac-a8bd-4323-8350-826147458ed1 req-4b314a5a-8e4e-403f-9864-66e9ea271698 service neutron] Attempting to bind port 66ee1f9c-8767-42fb-87fc-d738a4b0174c by drivers openvswitch,hyperv on host hv-cinder-81561 at level 0 using segments [{'id': '73d3a212-151a-4e52-9946-701481cdae69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '39d8e720-3276-4c03-8661-79057f0201b2'}] {{(pid=108314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 02:03:17.085527 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811ee1ac-a8bd-4323-8350-826147458ed1 req-4b314a5a-8e4e-403f-9864-66e9ea271698 service neutron] Attempting to bind port 66ee1f9c-8767-42fb-87fc-d738a4b0174c on network 39d8e720-3276-4c03-8661-79057f0201b2 {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:03:17.094735 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-82c2e90b-8e18-453d-84a7-c13f8b996830 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784217148025'] for network, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:17.106366 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811ee1ac-a8bd-4323-8350-826147458ed1 req-4b314a5a-8e4e-403f-9864-66e9ea271698 service neutron] Port 66ee1f9c-8767-42fb-87fc-d738a4b0174c on network 39d8e720-3276-4c03-8661-79057f0201b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81561 {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:03:17.106727 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811ee1ac-a8bd-4323-8350-826147458ed1 req-4b314a5a-8e4e-403f-9864-66e9ea271698 service neutron] Attempting to bind port 66ee1f9c-8767-42fb-87fc-d738a4b0174c on network 39d8e720-3276-4c03-8661-79057f0201b2 {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:03:17.116540 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811ee1ac-a8bd-4323-8350-826147458ed1 req-4b314a5a-8e4e-403f-9864-66e9ea271698 service neutron] Checking agent: {'id': 'eecef0c6-53b3-4742-ba5c-66aa511932ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81561', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 1, 59, 59), 'started_at': datetime.datetime(2021, 11, 3, 1, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 2, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:03:17.116904 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811ee1ac-a8bd-4323-8350-826147458ed1 req-4b314a5a-8e4e-403f-9864-66e9ea271698 service neutron] Checking segment: {'id': '73d3a212-151a-4e52-9946-701481cdae69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '39d8e720-3276-4c03-8661-79057f0201b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 02:03:17.117285 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811ee1ac-a8bd-4323-8350-826147458ed1 req-4b314a5a-8e4e-403f-9864-66e9ea271698 service neutron] Bound using segment: {'id': '73d3a212-151a-4e52-9946-701481cdae69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '39d8e720-3276-4c03-8661-79057f0201b2'} {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:03:17.117714 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.managers [req-811ee1ac-a8bd-4323-8350-826147458ed1 req-4b314a5a-8e4e-403f-9864-66e9ea271698 service neutron] Bound port: 66ee1f9c-8767-42fb-87fc-d738a4b0174c, host: hv-cinder-81561, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73d3a212-151a-4e52-9946-701481cdae69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '39d8e720-3276-4c03-8661-79057f0201b2'}}] {{(pid=108314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 02:03:17.118062 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-811ee1ac-a8bd-4323-8350-826147458ed1 req-4b314a5a-8e4e-403f-9864-66e9ea271698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:17.120719 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-862fde4d-547e-4300-9d25-a591c467da64 req-1936eb30-1e24-4934-a939-cc7b2ef01506 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:17.218986 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-82c2e90b-8e18-453d-84a7-c13f8b996830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934'] for network, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:17.220135 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c2e90b-8e18-453d-84a7-c13f8b996830 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:17.220780 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-82c2e90b-8e18-453d-84a7-c13f8b996830 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554904'] for network, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:17.282176 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.db [req-811ee1ac-a8bd-4323-8350-826147458ed1 req-4b314a5a-8e4e-403f-9864-66e9ea271698 service neutron] For port 66ee1f9c-8767-42fb-87fc-d738a4b0174c, host hv-cinder-81561, cleared binding levels {{(pid=108314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:03:17.294368 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c2e90b-8e18-453d-84a7-c13f8b996830 admin admin] Pushing event updated for resources: {'Network': ['ID=26913726-cce7-4c3f-b606-b2251afcc86c,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:17.306925 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Network 26913726-cce7-4c3f-b606-b2251afcc86c details requested by agent ovs-agent-dv-cinder-815614-3-iscsi with host dv-cinder-815614-3-iscsi {{(pid=108316) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:03:17.307676 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.db [req-811ee1ac-a8bd-4323-8350-826147458ed1 req-4b314a5a-8e4e-403f-9864-66e9ea271698 service neutron] For port 66ee1f9c-8767-42fb-87fc-d738a4b0174c, host hv-cinder-81561, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=66ee1f9c-8767-42fb-87fc-d738a4b0174c,segment=NetworkSegment(73d3a212-151a-4e52-9946-701481cdae69),segment_id=73d3a212-151a-4e52-9946-701481cdae69)] {{(pid=108314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:03:17.327457 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-82c2e90b-8e18-453d-84a7-c13f8b996830 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7867973 Nov 03 02:03:17.327457 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 44236) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:03:17.331745 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.v2.base [None req-07335412-27b0-4f54-9ece-4fc903ded525 admin admin] Request body: {'subnet': {'network_id': '26913726-cce7-4c3f-b606-b2251afcc86c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1193875415-subnet', 'tenant_id': '4fe3e3ba22b64d1fb6bf19532118e44f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:03:17.398656 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-811ee1ac-a8bd-4323-8350-826147458ed1 req-4b314a5a-8e4e-403f-9864-66e9ea271698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126899640'] for port, after_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:17.418697 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07335412-27b0-4f54-9ece-4fc903ded525 admin admin] Made reservation on behalf of 4fe3e3ba22b64d1fb6bf19532118e44f for: {'subnet': 1} {{(pid=108315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:03:17.421023 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-07335412-27b0-4f54-9ece-4fc903ded525 admin admin] Publish callbacks [] for subnet, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:17.449336 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ee1ac-a8bd-4323-8350-826147458ed1 req-4b314a5a-8e4e-403f-9864-66e9ea271698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:17.449944 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-811ee1ac-a8bd-4323-8350-826147458ed1 req-4b314a5a-8e4e-403f-9864-66e9ea271698 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622'] for port, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:17.451339 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-811ee1ac-a8bd-4323-8350-826147458ed1 req-4b314a5a-8e4e-403f-9864-66e9ea271698 service neutron] 10.222.0.37 "PUT /v2.0/ports/66ee1f9c-8767-42fb-87fc-d738a4b0174c HTTP/1.1" status: 200 len: 1094 time: 1.6769068 Nov 03 02:03:17.455557 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11eca92f-b547-4f67-98b3-63d17f454cb3', 'tag': '66ee1f9c-8767-42fb-87fc-d738a4b0174c'}] {{(pid=108314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:03:17.457887 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b9e71fb97e4882bef21449c101b24c97d897c9b718fbc8dac7673975a826a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0093bd7-92d9-4990-8da8-6cb8f7fd2bf8" -d '{"events": [{"name": "network-changed", "server_uuid": "11eca92f-b547-4f67-98b3-63d17f454cb3", "tag": "66ee1f9c-8767-42fb-87fc-d738a4b0174c"}]}' {{(pid=108314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:03:17.490293 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b314a5a-8e4e-403f-9864-66e9ea271698 service neutron] Pushing event updated for resources: {'Port': ['ID=66ee1f9c-8767-42fb-87fc-d738a4b0174c,revision_number=3']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:17.512933 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 02:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b040d9-ec25-4a5f-acd8-9950c698aee7 x-openstack-request-id: req-37b040d9-ec25-4a5f-acd8-9950c698aee7 {{(pid=108314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:03:17.513226 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11eca92f-b547-4f67-98b3-63d17f454cb3", "tag": "66ee1f9c-8767-42fb-87fc-d738a4b0174c", "status": "completed", "code": 200}]} {{(pid=108314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:03:17.513484 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-37b040d9-ec25-4a5f-acd8-9950c698aee7 {{(pid=108314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:03:17.513880 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11eca92f-b547-4f67-98b3-63d17f454cb3', 'tag': '66ee1f9c-8767-42fb-87fc-d738a4b0174c', 'status': 'completed', 'code': 200} Nov 03 02:03:17.601757 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.notifiers.nova [req-862fde4d-547e-4300-9d25-a591c467da64 req-1936eb30-1e24-4934-a939-cc7b2ef01506 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aef52f3c-1a62-45b5-9c4b-40ee0869774e {{(pid=108314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 02:03:17.614091 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-862fde4d-547e-4300-9d25-a591c467da64 req-1936eb30-1e24-4934-a939-cc7b2ef01506 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:17.638776 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0093bd7-92d9-4990-8da8-6cb8f7fd2bf8 req-4a438f34-1f74-40ae-b03e-3012359f02d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:17.641188 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e0093bd7-92d9-4990-8da8-6cb8f7fd2bf8 req-4a438f34-1f74-40ae-b03e-3012359f02d7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2ea66f47ad6c46779bbd1f09bfd5c5be&device_id=11eca92f-b547-4f67-98b3-63d17f454cb3 HTTP/1.1" status: 200 len: 1097 time: 0.1040349 Nov 03 02:03:17.641385 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.provisioning_blocks [req-862fde4d-547e-4300-9d25-a591c467da64 req-1936eb30-1e24-4934-a939-cc7b2ef01506 service neutron] Transition to ACTIVE for port object aef52f3c-1a62-45b5-9c4b-40ee0869774e will not be triggered until provisioned by entity L2. {{(pid=108314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 02:03:17.657839 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ccf1f7-c854-47cb-8be0-c3581aa55e22 req-69d06f18-9b6c-430a-93d7-63f28e7eb785 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:17.659390 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-59ccf1f7-c854-47cb-8be0-c3581aa55e22 req-69d06f18-9b6c-430a-93d7-63f28e7eb785 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.30 "GET /v2.0/ports?device_id=11eca92f-b547-4f67-98b3-63d17f454cb3 HTTP/1.1" status: 200 len: 944 time: 0.0954676 Nov 03 02:03:17.742368 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-862fde4d-547e-4300-9d25-a591c467da64 req-1936eb30-1e24-4934-a939-cc7b2ef01506 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126899640'] for port, after_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:17.750562 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-07335412-27b0-4f54-9ece-4fc903ded525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934'] for subnet, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:17.858960 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07335412-27b0-4f54-9ece-4fc903ded525 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ca2a524-1b27-4134-ac54-dc746b3cb8b3,revision_number=0']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:17.893658 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07335412-27b0-4f54-9ece-4fc903ded525 admin admin] Checking segment: {'id': 'a9e4ee0d-35a9-4476-b9fa-f79311a53055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '26913726-cce7-4c3f-b606-b2251afcc86c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 02:03:17.893658 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07335412-27b0-4f54-9ece-4fc903ded525 admin admin] Network hostable DHCP agents. Network: 26913726-cce7-4c3f-b606-b2251afcc86c, hostable agents: ['7b028a63-a201-45f3-9c70-05c56c6a2a18'], hosted agents: [] {{(pid=108315) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:03:17.961667 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-59ccf1f7-c854-47cb-8be0-c3581aa55e22 req-61f538ac-4eb5-4df2-af2d-6a11a38d7a58 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2d198aa-92ee-4a16-b13c-bcfd43c8f117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933035 Nov 03 02:03:17.967640 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07335412-27b0-4f54-9ece-4fc903ded525 admin admin] Network 26913726-cce7-4c3f-b606-b2251afcc86c is scheduled to be hosted by DHCP agent 7b028a63-a201-45f3-9c70-05c56c6a2a18 with binding_index 1 {{(pid=108315) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:03:18.004958 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac79ae45-163f-4950-b682-24412932b709 req-04b5d9f6-c8c0-444d-aa72-1c07f2d9d0a4 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:18.008261 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-ac79ae45-163f-4950-b682-24412932b709 req-04b5d9f6-c8c0-444d-aa72-1c07f2d9d0a4 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 946 time: 0.3241777 Nov 03 02:03:18.010873 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1936eb30-1e24-4934-a939-cc7b2ef01506 service neutron] Pushing event updated for resources: {'Port': ['ID=aef52f3c-1a62-45b5-9c4b-40ee0869774e,revision_number=2']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:18.060100 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0093bd7-92d9-4990-8da8-6cb8f7fd2bf8 req-6586a0a2-fec5-4825-af86-ab809bdacfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:18.061562 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e0093bd7-92d9-4990-8da8-6cb8f7fd2bf8 req-6586a0a2-fec5-4825-af86-ab809bdacfc0 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=2ea66f47ad6c46779bbd1f09bfd5c5be&shared=False HTTP/1.1" status: 200 len: 907 time: 0.4012928 Nov 03 02:03:18.069721 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.base_scheduler [None req-07335412-27b0-4f54-9ece-4fc903ded525 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815614-3-iscsi, 26913726-cce7-4c3f-b606-b2251afcc86c) {{(pid=108315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:03:18.080448 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07335412-27b0-4f54-9ece-4fc903ded525 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:18.082869 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-07335412-27b0-4f54-9ece-4fc903ded525 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554904'] for subnet, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:18.083007 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7106b6c3-fc7e-4665-b51e-966b829a8c47 None None] Network 26913726-cce7-4c3f-b606-b2251afcc86c requested from dv-cinder-815614-3-iscsi {{(pid=108316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 02:03:18.187037 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-07335412-27b0-4f54-9ece-4fc903ded525 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8589797 Nov 03 02:03:18.322610 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-ac79ae45-163f-4950-b682-24412932b709 req-2b7bfc38-e05f-47c8-888e-131f7e3c72d2 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060050 Nov 03 02:03:18.323618 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.managers [req-862fde4d-547e-4300-9d25-a591c467da64 req-1936eb30-1e24-4934-a939-cc7b2ef01506 service neutron] Attempting to bind port aef52f3c-1a62-45b5-9c4b-40ee0869774e on host hv-cinder-81561 for vnic_type normal with profile {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 02:03:18.324583 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.managers [req-862fde4d-547e-4300-9d25-a591c467da64 req-1936eb30-1e24-4934-a939-cc7b2ef01506 service neutron] Attempting to bind port aef52f3c-1a62-45b5-9c4b-40ee0869774e by drivers openvswitch,hyperv on host hv-cinder-81561 at level 0 using segments [{'id': '15b7192d-fcf8-46bd-b4ff-54110db4eb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b9f1ba25-c9df-4fb7-a2b7-25e385903abb'}] {{(pid=108314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 02:03:18.325068 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862fde4d-547e-4300-9d25-a591c467da64 req-1936eb30-1e24-4934-a939-cc7b2ef01506 service neutron] Attempting to bind port aef52f3c-1a62-45b5-9c4b-40ee0869774e on network b9f1ba25-c9df-4fb7-a2b7-25e385903abb {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:03:18.405113 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e487b79e-df41-4de8-9bea-c9477e48ee4c None None] Network 26913726-cce7-4c3f-b606-b2251afcc86c requested from dv-cinder-815614-3-iscsi {{(pid=108316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 02:03:18.608302 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862fde4d-547e-4300-9d25-a591c467da64 req-1936eb30-1e24-4934-a939-cc7b2ef01506 service neutron] Port aef52f3c-1a62-45b5-9c4b-40ee0869774e on network b9f1ba25-c9df-4fb7-a2b7-25e385903abb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81561 {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:03:18.608627 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862fde4d-547e-4300-9d25-a591c467da64 req-1936eb30-1e24-4934-a939-cc7b2ef01506 service neutron] Attempting to bind port aef52f3c-1a62-45b5-9c4b-40ee0869774e on network b9f1ba25-c9df-4fb7-a2b7-25e385903abb {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:03:18.638366 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862fde4d-547e-4300-9d25-a591c467da64 req-1936eb30-1e24-4934-a939-cc7b2ef01506 service neutron] Checking agent: {'id': 'eecef0c6-53b3-4742-ba5c-66aa511932ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81561', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 1, 59, 59), 'started_at': datetime.datetime(2021, 11, 3, 1, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 2, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:03:18.638707 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862fde4d-547e-4300-9d25-a591c467da64 req-1936eb30-1e24-4934-a939-cc7b2ef01506 service neutron] Checking segment: {'id': '15b7192d-fcf8-46bd-b4ff-54110db4eb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b9f1ba25-c9df-4fb7-a2b7-25e385903abb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 02:03:18.639095 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862fde4d-547e-4300-9d25-a591c467da64 req-1936eb30-1e24-4934-a939-cc7b2ef01506 service neutron] Bound using segment: {'id': '15b7192d-fcf8-46bd-b4ff-54110db4eb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b9f1ba25-c9df-4fb7-a2b7-25e385903abb'} {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:03:18.639537 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.managers [req-862fde4d-547e-4300-9d25-a591c467da64 req-1936eb30-1e24-4934-a939-cc7b2ef01506 service neutron] Bound port: aef52f3c-1a62-45b5-9c4b-40ee0869774e, host: hv-cinder-81561, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15b7192d-fcf8-46bd-b4ff-54110db4eb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b9f1ba25-c9df-4fb7-a2b7-25e385903abb'}}] {{(pid=108314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 02:03:18.639889 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-862fde4d-547e-4300-9d25-a591c467da64 req-1936eb30-1e24-4934-a939-cc7b2ef01506 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:18.680302 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2ca3c5-43b1-4653-b6ff-883ed13126b7 req-6f61c88b-2e6c-4462-93b3-943592a9d402 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:18.681783 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-5d2ca3c5-43b1-4653-b6ff-883ed13126b7 req-6f61c88b-2e6c-4462-93b3-943592a9d402 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=df7ffd60-ded0-4044-8e50-f1acf30e9dfd HTTP/1.1" status: 200 len: 944 time: 0.4008117 Nov 03 02:03:18.683077 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0093bd7-92d9-4990-8da8-6cb8f7fd2bf8 req-36ea6621-22aa-4b36-94a3-884d56c2da28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:18.684388 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e0093bd7-92d9-4990-8da8-6cb8f7fd2bf8 req-36ea6621-22aa-4b36-94a3-884d56c2da28 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5880933 Nov 03 02:03:18.809721 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.db [req-862fde4d-547e-4300-9d25-a591c467da64 req-1936eb30-1e24-4934-a939-cc7b2ef01506 service neutron] For port aef52f3c-1a62-45b5-9c4b-40ee0869774e, host hv-cinder-81561, cleared binding levels {{(pid=108314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:03:18.824101 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-5d2ca3c5-43b1-4653-b6ff-883ed13126b7 req-11eb5e9e-abaf-4403-9bf1-863f267aea13 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2caa2a6-72c8-4014-ab52-bb2a40600117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349921 Nov 03 02:03:18.829036 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.db [req-862fde4d-547e-4300-9d25-a591c467da64 req-1936eb30-1e24-4934-a939-cc7b2ef01506 service neutron] For port aef52f3c-1a62-45b5-9c4b-40ee0869774e, host hv-cinder-81561, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=aef52f3c-1a62-45b5-9c4b-40ee0869774e,segment=NetworkSegment(15b7192d-fcf8-46bd-b4ff-54110db4eb9b),segment_id=15b7192d-fcf8-46bd-b4ff-54110db4eb9b)] {{(pid=108314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:03:18.836728 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ee1ac-a8bd-4323-8350-826147458ed1 req-cdb84158-976a-4bb2-bc1d-4df60f5f18a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:18.838273 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-811ee1ac-a8bd-4323-8350-826147458ed1 req-cdb84158-976a-4bb2-bc1d-4df60f5f18a0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2ea66f47ad6c46779bbd1f09bfd5c5be&device_id=11eca92f-b547-4f67-98b3-63d17f454cb3 HTTP/1.1" status: 200 len: 1097 time: 0.1135950 Nov 03 02:03:18.884816 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-811ee1ac-a8bd-4323-8350-826147458ed1 req-a7886273-0b49-4e53-b1a4-0e450ad07c5e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66ee1f9c-8767-42fb-87fc-d738a4b0174c HTTP/1.1" status: 200 len: 217 time: 0.0376453 Nov 03 02:03:18.944215 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ee1ac-a8bd-4323-8350-826147458ed1 req-064caf2c-f58c-444c-b2f0-02351bfa6aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:18.945798 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-811ee1ac-a8bd-4323-8350-826147458ed1 req-064caf2c-f58c-444c-b2f0-02351bfa6aaa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8ba074a9-dcc3-41c5-b1a5-10241b38d8d5 HTTP/1.1" status: 200 len: 846 time: 0.0523741 Nov 03 02:03:18.981059 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-811ee1ac-a8bd-4323-8350-826147458ed1 req-d87b3d33-85cb-4ced-bc54-5ba0b4292de3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=39d8e720-3276-4c03-8661-79057f0201b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243437 Nov 03 02:03:18.982258 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-862fde4d-547e-4300-9d25-a591c467da64 req-1936eb30-1e24-4934-a939-cc7b2ef01506 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126899640'] for port, after_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:19.032114 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-32c36679-9014-4b7a-83a2-322732f4bf1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:19.082500 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862fde4d-547e-4300-9d25-a591c467da64 req-1936eb30-1e24-4934-a939-cc7b2ef01506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:19.083124 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-862fde4d-547e-4300-9d25-a591c467da64 req-1936eb30-1e24-4934-a939-cc7b2ef01506 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622'] for port, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:19.084506 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-862fde4d-547e-4300-9d25-a591c467da64 req-1936eb30-1e24-4934-a939-cc7b2ef01506 service neutron] 10.222.0.37 "PUT /v2.0/ports/aef52f3c-1a62-45b5-9c4b-40ee0869774e HTTP/1.1" status: 200 len: 1094 time: 2.0523260 Nov 03 02:03:19.138448 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1936eb30-1e24-4934-a939-cc7b2ef01506 service neutron] Pushing event updated for resources: {'Port': ['ID=aef52f3c-1a62-45b5-9c4b-40ee0869774e,revision_number=3']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:19.171278 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d2af3d-ea04-4ce7-ac60-f09db304e22b req-1e92ea74-1c43-4116-8777-351d5b2aaee9 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:19.173633 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-83d2af3d-ea04-4ce7-ac60-f09db304e22b req-1e92ea74-1c43-4116-8777-351d5b2aaee9 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.30 "GET /v2.0/ports?device_id=11eca92f-b547-4f67-98b3-63d17f454cb3 HTTP/1.1" status: 200 len: 944 time: 0.1438744 Nov 03 02:03:19.179996 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-811ee1ac-a8bd-4323-8350-826147458ed1 req-ae83dd1f-5316-4f47-95e8-a70b610ddb35 service neutron] 10.222.0.37 "GET /v2.0/networks/39d8e720-3276-4c03-8661-79057f0201b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736512 Nov 03 02:03:19.279563 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-83d2af3d-ea04-4ce7-ac60-f09db304e22b req-a71de5ec-58c9-4fc9-a73f-f86558f83697 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2d198aa-92ee-4a16-b13c-bcfd43c8f117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981717 Nov 03 02:03:19.308132 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-811ee1ac-a8bd-4323-8350-826147458ed1 req-0765e7dc-d5b1-42cf-9e95-ea9ef646b568 service neutron] 10.222.0.37 "GET /v2.0/networks/39d8e720-3276-4c03-8661-79057f0201b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192214 Nov 03 02:03:19.416424 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862fde4d-547e-4300-9d25-a591c467da64 req-c160a428-719d-4808-b743-87b507bf9ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:19.417839 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-862fde4d-547e-4300-9d25-a591c467da64 req-c160a428-719d-4808-b743-87b507bf9ad2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a236a1ddacc947d0a25090b1c2ef1456&device_id=df7ffd60-ded0-4044-8e50-f1acf30e9dfd HTTP/1.1" status: 200 len: 1097 time: 0.0560765 Nov 03 02:03:19.486716 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-862fde4d-547e-4300-9d25-a591c467da64 req-26de70a5-6461-4b9a-8618-5e8b101c1020 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aef52f3c-1a62-45b5-9c4b-40ee0869774e HTTP/1.1" status: 200 len: 217 time: 0.0515399 Nov 03 02:03:19.499436 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fff61e-d058-460a-877b-9f6a457f3e4e req-3f90f8f2-4a59-463e-a127-d9fd49d7bcaa tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:19.499436 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b0fff61e-d058-460a-877b-9f6a457f3e4e req-3f90f8f2-4a59-463e-a127-d9fd49d7bcaa tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 946 time: 0.0909915 Nov 03 02:03:19.533019 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df7ffd60-ded0-4044-8e50-f1acf30e9dfd', 'tag': 'aef52f3c-1a62-45b5-9c4b-40ee0869774e'}] {{(pid=108314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:03:19.535305 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b9e71fb97e4882bef21449c101b24c97d897c9b718fbc8dac7673975a826a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c5c23d7-86e4-455a-8917-b7ac6cd7f2a2" -d '{"events": [{"name": "network-changed", "server_uuid": "df7ffd60-ded0-4044-8e50-f1acf30e9dfd", "tag": "aef52f3c-1a62-45b5-9c4b-40ee0869774e"}]}' {{(pid=108314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:03:19.604528 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 02:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe4eb7a-ed54-4f2b-89c8-0c4e045bbcf5 x-openstack-request-id: req-6fe4eb7a-ed54-4f2b-89c8-0c4e045bbcf5 {{(pid=108314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:03:19.604868 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df7ffd60-ded0-4044-8e50-f1acf30e9dfd", "tag": "aef52f3c-1a62-45b5-9c4b-40ee0869774e", "status": "completed", "code": 200}]} {{(pid=108314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:03:19.605213 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6fe4eb7a-ed54-4f2b-89c8-0c4e045bbcf5 {{(pid=108314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:03:19.605497 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df7ffd60-ded0-4044-8e50-f1acf30e9dfd', 'tag': 'aef52f3c-1a62-45b5-9c4b-40ee0869774e', 'status': 'completed', 'code': 200} Nov 03 02:03:19.610434 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862fde4d-547e-4300-9d25-a591c467da64 req-ab694b79-3a2b-416b-97c9-5d8902636add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:19.616548 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-862fde4d-547e-4300-9d25-a591c467da64 req-ab694b79-3a2b-416b-97c9-5d8902636add service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c04fe74d-10e3-420d-8b55-340dc19e5e2d HTTP/1.1" status: 200 len: 855 time: 0.1140239 Nov 03 02:03:19.639947 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b0fff61e-d058-460a-877b-9f6a457f3e4e req-d4d801dc-de5d-4037-a1df-36bc2ae3a05e tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285944 Nov 03 02:03:19.651821 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-862fde4d-547e-4300-9d25-a591c467da64 req-3176e327-5d35-42fa-a218-b9b94a3d3fde service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b9f1ba25-c9df-4fb7-a2b7-25e385903abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302887 Nov 03 02:03:19.753338 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-862fde4d-547e-4300-9d25-a591c467da64 req-0894b9a0-ad95-450e-bd9d-ce6ea7335122 service neutron] 10.222.0.37 "GET /v2.0/networks/b9f1ba25-c9df-4fb7-a2b7-25e385903abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863411 Nov 03 02:03:19.852399 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-862fde4d-547e-4300-9d25-a591c467da64 req-d9a39d20-b6de-4650-987b-314310061613 service neutron] 10.222.0.37 "GET /v2.0/networks/b9f1ba25-c9df-4fb7-a2b7-25e385903abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891261 Nov 03 02:03:19.932931 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-3baf3433-eee1-48f0-90c8-209ed8ef0e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:19.952314 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d828429-17db-4be6-b387-398406df2f77 req-2becc4e9-0d3b-47dc-80f7-73a3f3c522ae tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:19.954013 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-8d828429-17db-4be6-b387-398406df2f77 req-2becc4e9-0d3b-47dc-80f7-73a3f3c522ae tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=df7ffd60-ded0-4044-8e50-f1acf30e9dfd HTTP/1.1" status: 200 len: 944 time: 0.0517824 Nov 03 02:03:20.007779 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-8d828429-17db-4be6-b387-398406df2f77 req-741ad57a-9bc8-4fad-bb73-4b3ac44670ff tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2caa2a6-72c8-4014-ab52-bb2a40600117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477276 Nov 03 02:03:20.065466 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5c23d7-86e4-455a-8917-b7ac6cd7f2a2 req-535d8aad-6f09-4dda-81da-e755b1bf33a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:20.067190 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-3c5c23d7-86e4-455a-8917-b7ac6cd7f2a2 req-535d8aad-6f09-4dda-81da-e755b1bf33a1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a236a1ddacc947d0a25090b1c2ef1456&device_id=df7ffd60-ded0-4044-8e50-f1acf30e9dfd HTTP/1.1" status: 200 len: 1097 time: 0.0421853 Nov 03 02:03:20.147611 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 44352) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:03:20.167793 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5c23d7-86e4-455a-8917-b7ac6cd7f2a2 req-9212f08a-9812-439c-9ccc-152d5adc9d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:20.169315 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-3c5c23d7-86e4-455a-8917-b7ac6cd7f2a2 req-9212f08a-9812-439c-9ccc-152d5adc9d45 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b9f1ba25-c9df-4fb7-a2b7-25e385903abb HTTP/1.1" status: 200 len: 916 time: 0.0907159 Nov 03 02:03:20.214824 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-3c5c23d7-86e4-455a-8917-b7ac6cd7f2a2 req-b3659109-de1b-48d0-a574-41a39d4fedd1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aef52f3c-1a62-45b5-9c4b-40ee0869774e HTTP/1.1" status: 200 len: 217 time: 0.0374930 Nov 03 02:03:20.265865 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-80233dd0-e4f7-4f0b-a20e-f14166b81f12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:20.276956 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5c23d7-86e4-455a-8917-b7ac6cd7f2a2 req-ed70ff48-fab5-4737-b214-feb2586bd549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:20.278618 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-3c5c23d7-86e4-455a-8917-b7ac6cd7f2a2 req-ed70ff48-fab5-4737-b214-feb2586bd549 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c04fe74d-10e3-420d-8b55-340dc19e5e2d HTTP/1.1" status: 200 len: 855 time: 0.0510473 Nov 03 02:03:20.325242 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-3c5c23d7-86e4-455a-8917-b7ac6cd7f2a2 req-1fba5a75-6a50-4862-99ba-c6c6613142ee service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b9f1ba25-c9df-4fb7-a2b7-25e385903abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369887 Nov 03 02:03:20.348640 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 44362) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:03:20.355549 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-80233dd0-e4f7-4f0b-a20e-f14166b81f12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:20.454667 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d868c38a-0a74-4100-967c-68534cbdd639 req-ac559e2a-077c-444e-bc44-9efc5625d4ab tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:20.456118 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d868c38a-0a74-4100-967c-68534cbdd639 req-ac559e2a-077c-444e-bc44-9efc5625d4ab tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.30 "GET /v2.0/ports?device_id=11eca92f-b547-4f67-98b3-63d17f454cb3 HTTP/1.1" status: 200 len: 944 time: 0.0882218 Nov 03 02:03:20.459428 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-80233dd0-e4f7-4f0b-a20e-f14166b81f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:20.461771 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-847d141e-00ad-41d4-a866-d38bac485e56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:20.482337 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-3c5c23d7-86e4-455a-8917-b7ac6cd7f2a2 req-f5a1b9b4-b896-4a1c-9117-c541d8221080 service neutron] 10.222.0.37 "GET /v2.0/networks/b9f1ba25-c9df-4fb7-a2b7-25e385903abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410711 Nov 03 02:03:20.522428 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-80233dd0-e4f7-4f0b-a20e-f14166b81f12 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=45fa6ad7594245f1a5413cceb038f148&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3736963 Nov 03 02:03:20.525539 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 44366) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:03:20.526189 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80233dd0-e4f7-4f0b-a20e-f14166b81f12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57782e61-02fa-43eb-90ab-f40945053ff6,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:20.535038 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d868c38a-0a74-4100-967c-68534cbdd639 req-995abb51-e615-4aad-bdf3-80b25d6d6d18 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2d198aa-92ee-4a16-b13c-bcfd43c8f117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700657 Nov 03 02:03:20.606789 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-3c5c23d7-86e4-455a-8917-b7ac6cd7f2a2 req-d5a260d6-e625-4003-8a1e-3bd6e214d1fa service neutron] 10.222.0.37 "GET /v2.0/networks/b9f1ba25-c9df-4fb7-a2b7-25e385903abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108069 Nov 03 02:03:20.625648 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-3cbf1e97-fe9f-4b95-9edc-d355e1755954 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:20.636860 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-847d141e-00ad-41d4-a866-d38bac485e56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:20.655560 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-3cbf1e97-fe9f-4b95-9edc-d355e1755954 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:20.728406 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-847d141e-00ad-41d4-a866-d38bac485e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:20.764356 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f61c6d-d2cb-4129-a47b-dd93a29a8b94 req-660e5381-caf2-4a18-8156-57ecd9152443 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:20.773242 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-847d141e-00ad-41d4-a866-d38bac485e56 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8ecd6386dbf74a0eae407fe66f8c0324&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4203022 Nov 03 02:03:20.773385 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-48f61c6d-d2cb-4129-a47b-dd93a29a8b94 req-660e5381-caf2-4a18-8156-57ecd9152443 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 946 time: 0.0597076 Nov 03 02:03:20.774329 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 44376) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:03:20.782665 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847d141e-00ad-41d4-a866-d38bac485e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e692eb99-36d1-448d-9070-8aa43e05b08a,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:20.827134 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-48f61c6d-d2cb-4129-a47b-dd93a29a8b94 req-be80f405-ff27-41ae-8e25-47bd68a37c69 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519180 Nov 03 02:03:20.846590 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-6d980102-e121-4c8f-be18-a9e9a366241c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:20.852372 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-3cbf1e97-fe9f-4b95-9edc-d355e1755954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:20.852372 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-3cbf1e97-fe9f-4b95-9edc-d355e1755954 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:20.852372 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-3cbf1e97-fe9f-4b95-9edc-d355e1755954 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/57782e61-02fa-43eb-90ab-f40945053ff6 HTTP/1.1" status: 204 len: 168 time: 0.3222930 Nov 03 02:03:20.868636 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-6d980102-e121-4c8f-be18-a9e9a366241c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:20.870299 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbf1e97-fe9f-4b95-9edc-d355e1755954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57782e61-02fa-43eb-90ab-f40945053ff6,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:21.023638 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-6d980102-e121-4c8f-be18-a9e9a366241c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:21.023638 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-6d980102-e121-4c8f-be18-a9e9a366241c admin admin] Publish callbacks [] for security_group, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:21.023638 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-6d980102-e121-4c8f-be18-a9e9a366241c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e692eb99-36d1-448d-9070-8aa43e05b08a HTTP/1.1" status: 204 len: 168 time: 0.2472246 Nov 03 02:03:21.031288 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d980102-e121-4c8f-be18-a9e9a366241c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e692eb99-36d1-448d-9070-8aa43e05b08a,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:21.150517 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9e1f7c-a11c-4e97-a1c5-5b079c5b37fc req-6aaa0104-1356-48b9-ad2a-380fabe7db92 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:21.154997 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-5b9e1f7c-a11c-4e97-a1c5-5b079c5b37fc req-6aaa0104-1356-48b9-ad2a-380fabe7db92 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=df7ffd60-ded0-4044-8e50-f1acf30e9dfd HTTP/1.1" status: 200 len: 944 time: 0.0525043 Nov 03 02:03:21.212338 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-5b9e1f7c-a11c-4e97-a1c5-5b079c5b37fc req-8a6cccd5-2660-416c-983d-f970a65c6d1d tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2caa2a6-72c8-4014-ab52-bb2a40600117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487492 Nov 03 02:03:21.384743 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-5b813f54-077d-440d-903f-32bc670fe069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:21.586090 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 44400) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:03:21.602564 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-09bac59b-e237-47ad-b8e6-bb931c3dc50c admin admin] Publish callbacks [] for security_group, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:21.658265 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276fb848-4b47-4d2c-93e8-830d84b42ce4 req-c829acad-8454-44b8-ae66-dc710e5e3368 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:21.659727 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-276fb848-4b47-4d2c-93e8-830d84b42ce4 req-c829acad-8454-44b8-ae66-dc710e5e3368 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.30 "GET /v2.0/ports?device_id=11eca92f-b547-4f67-98b3-63d17f454cb3 HTTP/1.1" status: 200 len: 944 time: 0.0495443 Nov 03 02:03:21.677013 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-09bac59b-e237-47ad-b8e6-bb931c3dc50c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:21.707920 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-276fb848-4b47-4d2c-93e8-830d84b42ce4 req-4feb6aeb-6d26-4d18-a478-da4cecb978a2 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2d198aa-92ee-4a16-b13c-bcfd43c8f117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413728 Nov 03 02:03:21.767498 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-09bac59b-e237-47ad-b8e6-bb931c3dc50c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:21.809402 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-09bac59b-e237-47ad-b8e6-bb931c3dc50c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ba90af8523cd4239be0a752e74357ce4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2221460 Nov 03 02:03:21.810687 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bac59b-e237-47ad-b8e6-bb931c3dc50c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ced3cca-c812-448e-b827-9a8a7bc9d5de,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:21.812277 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 44402) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:03:21.865719 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-f037ebb6-3c8a-4301-ae8a-03f060de7b92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:21.882949 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 44406) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:03:21.884139 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-f037ebb6-3c8a-4301-ae8a-03f060de7b92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:21.900261 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-e176c09f-395b-41cd-ba4d-cdf30cdbdbdb admin admin] Publish callbacks [] for security_group, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:21.967782 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340aede5-bf1b-498c-be27-b351a3151ec0 req-1058240f-fdb4-4d0a-b7a1-1ba593014281 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:21.969736 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-340aede5-bf1b-498c-be27-b351a3151ec0 req-1058240f-fdb4-4d0a-b7a1-1ba593014281 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 946 time: 0.0605893 Nov 03 02:03:22.024545 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-340aede5-bf1b-498c-be27-b351a3151ec0 req-7d46f5fc-900a-4506-ab1f-73c6abc27ea8 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487416 Nov 03 02:03:22.036342 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-f037ebb6-3c8a-4301-ae8a-03f060de7b92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:22.048666 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-f037ebb6-3c8a-4301-ae8a-03f060de7b92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:22.048666 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-f037ebb6-3c8a-4301-ae8a-03f060de7b92 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9ced3cca-c812-448e-b827-9a8a7bc9d5de HTTP/1.1" status: 204 len: 168 time: 0.2276771 Nov 03 02:03:22.049972 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f037ebb6-3c8a-4301-ae8a-03f060de7b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ced3cca-c812-448e-b827-9a8a7bc9d5de,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:22.072206 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-e176c09f-395b-41cd-ba4d-cdf30cdbdbdb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:22.235741 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-e176c09f-395b-41cd-ba4d-cdf30cdbdbdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:22.275669 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-e176c09f-395b-41cd-ba4d-cdf30cdbdbdb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=07b80c26278f4f639e836da3ac632ab8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3911765 Nov 03 02:03:22.276962 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e176c09f-395b-41cd-ba4d-cdf30cdbdbdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a22a4866-9cf0-482c-9fc8-d8e61b8909f7,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:22.280189 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 44414) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:03:22.322524 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab8d96c-23b0-4565-b62c-e6fd94ad83bc req-fa24a9e8-7e92-4a7e-8242-0e5b3b6125fa tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:22.324028 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-cab8d96c-23b0-4565-b62c-e6fd94ad83bc req-fa24a9e8-7e92-4a7e-8242-0e5b3b6125fa tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=df7ffd60-ded0-4044-8e50-f1acf30e9dfd HTTP/1.1" status: 200 len: 944 time: 0.0507498 Nov 03 02:03:22.332984 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-79ea23c7-9c83-40cf-b4c8-ee629efccfa1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:22.356023 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-79ea23c7-9c83-40cf-b4c8-ee629efccfa1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:22.374462 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-cab8d96c-23b0-4565-b62c-e6fd94ad83bc req-824c9130-87f8-457b-90bf-629d68fd5686 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2caa2a6-72c8-4014-ab52-bb2a40600117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436707 Nov 03 02:03:22.521752 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-79ea23c7-9c83-40cf-b4c8-ee629efccfa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:22.524480 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-79ea23c7-9c83-40cf-b4c8-ee629efccfa1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:22.525746 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-79ea23c7-9c83-40cf-b4c8-ee629efccfa1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a22a4866-9cf0-482c-9fc8-d8e61b8909f7 HTTP/1.1" status: 204 len: 168 time: 0.2444165 Nov 03 02:03:22.534826 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ea23c7-9c83-40cf-b4c8-ee629efccfa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22a4866-9cf0-482c-9fc8-d8e61b8909f7,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:22.834592 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267c5d50-63ac-466a-ab68-cfec74cd04c8 req-c9dc43cf-1500-4d3e-8222-1045731e85af tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:22.842183 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-267c5d50-63ac-466a-ab68-cfec74cd04c8 req-c9dc43cf-1500-4d3e-8222-1045731e85af tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.30 "GET /v2.0/ports?device_id=11eca92f-b547-4f67-98b3-63d17f454cb3 HTTP/1.1" status: 200 len: 944 time: 0.0686913 Nov 03 02:03:22.890506 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-267c5d50-63ac-466a-ab68-cfec74cd04c8 req-4629eb3b-4cef-4223-b96c-9da6cd6397cc tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2d198aa-92ee-4a16-b13c-bcfd43c8f117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472453 Nov 03 02:03:22.893802 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device 66ee1f9c-8767-42fb-87fc-d738a4b0174c details requested by agent hyperv_hv-cinder-81561 with host hv-cinder-81561 {{(pid=108316) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 02:03:22.992995 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] For port 66ee1f9c-8767-42fb-87fc-d738a4b0174c, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=66ee1f9c-8767-42fb-87fc-d738a4b0174c,segment=NetworkSegment(73d3a212-151a-4e52-9946-701481cdae69),segment_id=73d3a212-151a-4e52-9946-701481cdae69)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:03:23.004512 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Returning: {'device': '66ee1f9c-8767-42fb-87fc-d738a4b0174c', 'network_id': '39d8e720-3276-4c03-8661-79057f0201b2', 'port_id': '66ee1f9c-8767-42fb-87fc-d738a4b0174c', 'mac_address': 'fa:16:3e:29:e2:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba074a9-dcc3-41c5-b1a5-10241b38d8d5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108316) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 02:03:23.065418 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:23.092802 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.notifiers.nova [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66ee1f9c-8767-42fb-87fc-d738a4b0174c {{(pid=108316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 02:03:23.119094 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] For port 66ee1f9c-8767-42fb-87fc-d738a4b0174c, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=66ee1f9c-8767-42fb-87fc-d738a4b0174c,segment=NetworkSegment(73d3a212-151a-4e52-9946-701481cdae69),segment_id=73d3a212-151a-4e52-9946-701481cdae69)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:03:23.181399 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ff56b-ea67-4a3f-a202-6d37070ea3d0 req-d95089c5-3071-4c14-9634-d9d5a98cbd63 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:23.183010 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-744ff56b-ea67-4a3f-a202-6d37070ea3d0 req-d95089c5-3071-4c14-9634-d9d5a98cbd63 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 946 time: 0.0580590 Nov 03 02:03:23.212870 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:23.213627 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device aef52f3c-1a62-45b5-9c4b-40ee0869774e details requested by agent hyperv_hv-cinder-81561 with host hv-cinder-81561 {{(pid=108316) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 02:03:23.230643 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-744ff56b-ea67-4a3f-a202-6d37070ea3d0 req-c7a8cb3d-98e3-4991-9f44-57ac06f19127 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417128 Nov 03 02:03:23.287349 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Pushing event updated for resources: {'Port': ['ID=66ee1f9c-8767-42fb-87fc-d738a4b0174c,revision_number=4']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:23.313866 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 44452) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:03:23.322962 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:03:23.323347 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:03:23.323982 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:03:23.324078 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:03:23.324354 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:03:23.324685 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:03:23.325019 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:03:23.325347 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:03:23.325806 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:03:23.326057 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:03:23.326420 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:03:23.326745 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:03:23.338583 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-6deb2a4f-0cf3-417e-8c4e-ea2a00a22eb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:23.365852 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] For port aef52f3c-1a62-45b5-9c4b-40ee0869774e, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=aef52f3c-1a62-45b5-9c4b-40ee0869774e,segment=NetworkSegment(15b7192d-fcf8-46bd-b4ff-54110db4eb9b),segment_id=15b7192d-fcf8-46bd-b4ff-54110db4eb9b)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:03:23.378667 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Returning: {'device': 'aef52f3c-1a62-45b5-9c4b-40ee0869774e', 'network_id': 'b9f1ba25-c9df-4fb7-a2b7-25e385903abb', 'port_id': 'aef52f3c-1a62-45b5-9c4b-40ee0869774e', 'mac_address': 'fa:16:3e:d1:b9:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c04fe74d-10e3-420d-8b55-340dc19e5e2d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108316) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 02:03:23.420725 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:23.436240 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-6deb2a4f-0cf3-417e-8c4e-ea2a00a22eb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:23.436738 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.notifiers.nova [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aef52f3c-1a62-45b5-9c4b-40ee0869774e {{(pid=108316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 02:03:23.460881 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] For port aef52f3c-1a62-45b5-9c4b-40ee0869774e, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=aef52f3c-1a62-45b5-9c4b-40ee0869774e,segment=NetworkSegment(15b7192d-fcf8-46bd-b4ff-54110db4eb9b),segment_id=15b7192d-fcf8-46bd-b4ff-54110db4eb9b)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:03:23.520408 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0c1480-4e21-494d-b67a-1dafd1212130 req-622e2b14-7505-4275-a3ba-03e572bde3cd tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:23.521525 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-6deb2a4f-0cf3-417e-8c4e-ea2a00a22eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:23.521894 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-3a0c1480-4e21-494d-b67a-1dafd1212130 req-622e2b14-7505-4275-a3ba-03e572bde3cd tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=df7ffd60-ded0-4044-8e50-f1acf30e9dfd HTTP/1.1" status: 200 len: 944 time: 0.0500956 Nov 03 02:03:23.567284 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-6deb2a4f-0cf3-417e-8c4e-ea2a00a22eb2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8189c3327b6d407cb5e85ac36c3e28d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2518380 Nov 03 02:03:23.567888 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 44462) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:03:23.576067 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deb2a4f-0cf3-417e-8c4e-ea2a00a22eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e48481-c8fd-4ad2-a827-f348991d4316,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:23.590761 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:23.626965 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-3a0c1480-4e21-494d-b67a-1dafd1212130 req-e655b9bb-c04e-477b-b04e-e3c51715529e tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2caa2a6-72c8-4014-ab52-bb2a40600117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983415 Nov 03 02:03:23.635632 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-beaa14ce-d7d5-42b6-ad39-9e656ef292d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:23.653616 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Pushing event updated for resources: {'Port': ['ID=aef52f3c-1a62-45b5-9c4b-40ee0869774e,revision_number=4']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:23.658840 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-beaa14ce-d7d5-42b6-ad39-9e656ef292d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:23.789986 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-beaa14ce-d7d5-42b6-ad39-9e656ef292d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:23.792624 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-beaa14ce-d7d5-42b6-ad39-9e656ef292d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:23.793793 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-beaa14ce-d7d5-42b6-ad39-9e656ef292d3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/89e48481-c8fd-4ad2-a827-f348991d4316 HTTP/1.1" status: 204 len: 168 time: 0.2239769 Nov 03 02:03:23.801977 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaa14ce-d7d5-42b6-ad39-9e656ef292d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e48481-c8fd-4ad2-a827-f348991d4316,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:23.858916 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] get_ports_and_sgs() called for port_ids ['aef52f3c-1a62-45b5-9c4b-40ee0869774e'] {{(pid=108316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 02:03:23.862095 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] get_ports_and_sgs() called for port_ids ['66ee1f9c-8767-42fb-87fc-d738a4b0174c'] {{(pid=108316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 02:03:24.027046 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1beff69-8803-47c6-a35b-ac437e350e55 req-28a942f9-9d95-4aa6-9411-c27497dd22fb tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:24.028923 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b1beff69-8803-47c6-a35b-ac437e350e55 req-28a942f9-9d95-4aa6-9411-c27497dd22fb tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.30 "GET /v2.0/ports?device_id=11eca92f-b547-4f67-98b3-63d17f454cb3 HTTP/1.1" status: 200 len: 945 time: 0.0711055 Nov 03 02:03:24.093237 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b1beff69-8803-47c6-a35b-ac437e350e55 req-95616167-9640-4e0b-85ff-46df5d0f881a tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2d198aa-92ee-4a16-b13c-bcfd43c8f117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535936 Nov 03 02:03:24.133262 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:24.372104 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0f3a09-1833-452f-9ea1-45de3bef6a9d req-b755d5f0-3c19-42ac-b163-abff7c10b1fe tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:24.374638 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-6b0f3a09-1833-452f-9ea1-45de3bef6a9d req-b755d5f0-3c19-42ac-b163-abff7c10b1fe tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 946 time: 0.0596080 Nov 03 02:03:24.441440 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-6b0f3a09-1833-452f-9ea1-45de3bef6a9d req-e6f3c6e7-d381-42c7-88bf-44c281307fa1 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601635 Nov 03 02:03:24.762496 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b1694-1102-403b-a031-f816c0a284ce req-6807c8c5-c61f-4aaf-aec8-04ba73fa16b9 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:24.765997 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-6d4b1694-1102-403b-a031-f816c0a284ce req-6807c8c5-c61f-4aaf-aec8-04ba73fa16b9 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=df7ffd60-ded0-4044-8e50-f1acf30e9dfd HTTP/1.1" status: 200 len: 945 time: 0.0702424 Nov 03 02:03:24.834452 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-6d4b1694-1102-403b-a031-f816c0a284ce req-79612054-2ae4-4de6-81bc-738fc128a632 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2caa2a6-72c8-4014-ab52-bb2a40600117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628846 Nov 03 02:03:24.886166 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device aef52f3c-1a62-45b5-9c4b-40ee0869774e up at agent hyperv_hv-cinder-81561 {{(pid=108316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:03:25.024725 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Provisioning for port aef52f3c-1a62-45b5-9c4b-40ee0869774e completed by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 02:03:25.028634 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Provisioning complete for port aef52f3c-1a62-45b5-9c4b-40ee0869774e triggered by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:03:25.029001 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:25.115920 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:25.140758 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df7ffd60-ded0-4044-8e50-f1acf30e9dfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef52f3c-1a62-45b5-9c4b-40ee0869774e'}] {{(pid=108316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:03:25.143099 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c49bda4003134bcf77c295383a637b11cae661d7d3df1045ea696fe6ff2a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c32cd85-1019-4ed5-9bc0-151270a4fc8c" -d '{"events": [{"server_uuid": "df7ffd60-ded0-4044-8e50-f1acf30e9dfd", "name": "network-vif-plugged", "status": "completed", "tag": "aef52f3c-1a62-45b5-9c4b-40ee0869774e"}]}' {{(pid=108316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:03:25.158659 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] For port aef52f3c-1a62-45b5-9c4b-40ee0869774e, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=aef52f3c-1a62-45b5-9c4b-40ee0869774e,segment=NetworkSegment(15b7192d-fcf8-46bd-b4ff-54110db4eb9b),segment_id=15b7192d-fcf8-46bd-b4ff-54110db4eb9b)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:03:25.205605 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 02:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e548360-34db-478f-9d43-b0c16b88b268 x-openstack-request-id: req-9e548360-34db-478f-9d43-b0c16b88b268 {{(pid=108316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:03:25.205605 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df7ffd60-ded0-4044-8e50-f1acf30e9dfd", "name": "network-vif-plugged", "status": "completed", "tag": "aef52f3c-1a62-45b5-9c4b-40ee0869774e", "code": 200}]} {{(pid=108316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:03:25.205605 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9e548360-34db-478f-9d43-b0c16b88b268 {{(pid=108316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:03:25.205926 dv-cinder-815614-3-iscsi neutron-server[108316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df7ffd60-ded0-4044-8e50-f1acf30e9dfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef52f3c-1a62-45b5-9c4b-40ee0869774e', 'code': 200} Nov 03 02:03:25.244763 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d766cd-84f0-40ef-bdf9-13e8615eeeb6 req-a9245640-dfc8-4629-8a29-cf7101aa28df tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:25.246775 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-68d766cd-84f0-40ef-bdf9-13e8615eeeb6 req-a9245640-dfc8-4629-8a29-cf7101aa28df tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.30 "GET /v2.0/ports?device_id=11eca92f-b547-4f67-98b3-63d17f454cb3 HTTP/1.1" status: 200 len: 945 time: 0.0653718 Nov 03 02:03:25.287798 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:25.288935 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device 66ee1f9c-8767-42fb-87fc-d738a4b0174c up at agent hyperv_hv-cinder-81561 {{(pid=108316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:03:25.308497 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 44544) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:03:25.329770 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-68d766cd-84f0-40ef-bdf9-13e8615eeeb6 req-90f60b0a-a701-4db3-8912-743ac20cbf2d tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2d198aa-92ee-4a16-b13c-bcfd43c8f117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748069 Nov 03 02:03:25.344119 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9252da8-c536-490b-80ad-9cbbd03133af req-979d00f7-0a12-493d-b9bd-84ccf21558db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:25.345647 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b9252da8-c536-490b-80ad-9cbbd03133af req-979d00f7-0a12-493d-b9bd-84ccf21558db service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 1099 time: 0.0562303 Nov 03 02:03:25.383651 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Pushing event updated for resources: {'Port': ['ID=aef52f3c-1a62-45b5-9c4b-40ee0869774e,revision_number=5']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:25.400092 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b9252da8-c536-490b-80ad-9cbbd03133af req-5c3226c4-5d6c-493f-97f4-553b5b884813 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464330 Nov 03 02:03:25.439192 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.v2.base [None req-6666c4c5-9dbb-4733-ba2a-65febe3d335d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-8883490-network', 'tenant_id': '98a980ad0c18487f84e6b1163bde3249'}} {{(pid=108315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:03:25.486980 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Provisioning for port 66ee1f9c-8767-42fb-87fc-d738a4b0174c completed by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 02:03:25.491144 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Provisioning complete for port 66ee1f9c-8767-42fb-87fc-d738a4b0174c triggered by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:03:25.491517 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:25.544198 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6666c4c5-9dbb-4733-ba2a-65febe3d335d admin admin] Made reservation on behalf of 98a980ad0c18487f84e6b1163bde3249 for: {'network': 1} {{(pid=108315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:03:25.546998 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-6666c4c5-9dbb-4733-ba2a-65febe3d335d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for network, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:25.557819 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-6666c4c5-9dbb-4733-ba2a-65febe3d335d admin admin] Publish callbacks [] for security_group, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:25.565626 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e74a67-1d8a-4feb-9005-08e219a9deb8 req-b43d4ed6-26b7-4152-ab2c-fe552140e835 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:25.570664 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-47e74a67-1d8a-4feb-9005-08e219a9deb8 req-b43d4ed6-26b7-4152-ab2c-fe552140e835 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 946 time: 0.0594354 Nov 03 02:03:25.583619 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:25.622454 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] For port 66ee1f9c-8767-42fb-87fc-d738a4b0174c, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=66ee1f9c-8767-42fb-87fc-d738a4b0174c,segment=NetworkSegment(73d3a212-151a-4e52-9946-701481cdae69),segment_id=73d3a212-151a-4e52-9946-701481cdae69)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:03:25.623448 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-47e74a67-1d8a-4feb-9005-08e219a9deb8 req-6d759897-e9c9-4f38-85d5-947cfd9b39a4 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502486 Nov 03 02:03:25.644959 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-6666c4c5-9dbb-4733-ba2a-65febe3d335d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:25.761330 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-6666c4c5-9dbb-4733-ba2a-65febe3d335d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:25.761487 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:25.787179 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6666c4c5-9dbb-4733-ba2a-65febe3d335d admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=108315) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:03:25.796866 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6666c4c5-9dbb-4733-ba2a-65febe3d335d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b70c972-ae20-4f92-b564-f5815069df81,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:25.802776 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-6666c4c5-9dbb-4733-ba2a-65febe3d335d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1588371'] for segment, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:25.803115 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.db.segments_db [None req-6666c4c5-9dbb-4733-ba2a-65febe3d335d admin admin] Added segment 2d2939de-d231-4201-abf7-a1df3c4061fd of type vlan for network 326aa7e2-8440-4a6d-838b-7bc4586b4583 Nov 03 02:03:25.812870 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Pushing event updated for resources: {'Port': ['ID=66ee1f9c-8767-42fb-87fc-d738a4b0174c,revision_number=5']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:25.844963 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-6666c4c5-9dbb-4733-ba2a-65febe3d335d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784217148025'] for network, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:25.939561 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-6666c4c5-9dbb-4733-ba2a-65febe3d335d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934'] for network, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:25.940513 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6666c4c5-9dbb-4733-ba2a-65febe3d335d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:25.941083 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-6666c4c5-9dbb-4733-ba2a-65febe3d335d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554904'] for network, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:26.007517 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bd8dfb-05d1-4c1e-9f5d-68d37709370c req-27340e3e-fe45-4a54-8f70-bc6cc8aa82bf tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:26.025078 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6666c4c5-9dbb-4733-ba2a-65febe3d335d admin admin] Pushing event updated for resources: {'Network': ['ID=326aa7e2-8440-4a6d-838b-7bc4586b4583,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:26.026369 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-96bd8dfb-05d1-4c1e-9f5d-68d37709370c req-27340e3e-fe45-4a54-8f70-bc6cc8aa82bf tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=df7ffd60-ded0-4044-8e50-f1acf30e9dfd HTTP/1.1" status: 200 len: 946 time: 0.1012926 Nov 03 02:03:26.039711 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Network 326aa7e2-8440-4a6d-838b-7bc4586b4583 details requested by agent ovs-agent-dv-cinder-815614-3-iscsi with host dv-cinder-815614-3-iscsi {{(pid=108316) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:03:26.078260 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-96bd8dfb-05d1-4c1e-9f5d-68d37709370c req-0592b12f-f3bf-4f26-8685-0bfc51d4d674 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2caa2a6-72c8-4014-ab52-bb2a40600117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509663 Nov 03 02:03:26.147602 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-6666c4c5-9dbb-4733-ba2a-65febe3d335d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8372450 Nov 03 02:03:26.150509 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 44564) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:03:26.155747 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.v2.base [None req-5090d9f7-7f63-4373-b539-7703f3a25590 admin admin] Request body: {'subnet': {'network_id': '326aa7e2-8440-4a6d-838b-7bc4586b4583', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-8883490-subnet', 'tenant_id': '98a980ad0c18487f84e6b1163bde3249', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:03:26.280300 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5090d9f7-7f63-4373-b539-7703f3a25590 admin admin] Made reservation on behalf of 98a980ad0c18487f84e6b1163bde3249 for: {'subnet': 1} {{(pid=108314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:03:26.283314 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-5090d9f7-7f63-4373-b539-7703f3a25590 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126342597'] for subnet, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:26.490887 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c872a5-773a-4eba-97e9-d126ae2d3c91 req-ce7ab400-8d02-45b9-81e5-645917f50650 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:26.492412 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-51c872a5-773a-4eba-97e9-d126ae2d3c91 req-ce7ab400-8d02-45b9-81e5-645917f50650 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.30 "GET /v2.0/ports?device_id=11eca92f-b547-4f67-98b3-63d17f454cb3 HTTP/1.1" status: 200 len: 946 time: 0.0830417 Nov 03 02:03:26.539609 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-51c872a5-773a-4eba-97e9-d126ae2d3c91 req-0fc3c99d-be02-4232-91ae-5c0f564c3d4b tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2d198aa-92ee-4a16-b13c-bcfd43c8f117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408161 Nov 03 02:03:26.578657 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-5090d9f7-7f63-4373-b539-7703f3a25590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126899751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126342571'] for subnet, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:26.632124 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090d9f7-7f63-4373-b539-7703f3a25590 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0427a1f4-d666-4cdb-b8e7-25c79c0e31ae,revision_number=0']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:26.642465 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5090d9f7-7f63-4373-b539-7703f3a25590 admin admin] Checking segment: {'id': '2d2939de-d231-4201-abf7-a1df3c4061fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '326aa7e2-8440-4a6d-838b-7bc4586b4583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 02:03:26.642818 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5090d9f7-7f63-4373-b539-7703f3a25590 admin admin] Network hostable DHCP agents. Network: 326aa7e2-8440-4a6d-838b-7bc4586b4583, hostable agents: ['7b028a63-a201-45f3-9c70-05c56c6a2a18'], hosted agents: [] {{(pid=108314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:03:26.719132 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5090d9f7-7f63-4373-b539-7703f3a25590 admin admin] Network 326aa7e2-8440-4a6d-838b-7bc4586b4583 is scheduled to be hosted by DHCP agent 7b028a63-a201-45f3-9c70-05c56c6a2a18 with binding_index 1 {{(pid=108314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:03:26.744184 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca0abe-c285-4967-9129-522d92b02dd2 req-1ce38dd4-2a00-4791-8980-6e26814f0d42 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:26.745658 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-daca0abe-c285-4967-9129-522d92b02dd2 req-1ce38dd4-2a00-4791-8980-6e26814f0d42 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 946 time: 0.0532663 Nov 03 02:03:26.792466 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-daca0abe-c285-4967-9129-522d92b02dd2 req-1a1bc66f-91c1-4eb8-a594-1d665bb412da tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405524 Nov 03 02:03:26.812900 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.base_scheduler [None req-5090d9f7-7f63-4373-b539-7703f3a25590 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815614-3-iscsi, 326aa7e2-8440-4a6d-838b-7bc4586b4583) {{(pid=108314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:03:26.817323 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5090d9f7-7f63-4373-b539-7703f3a25590 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:26.818020 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-5090d9f7-7f63-4373-b539-7703f3a25590 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554904'] for subnet, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:26.822903 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d62e1f-4b70-496e-a667-8e0fbed74508 None None] Network 326aa7e2-8440-4a6d-838b-7bc4586b4583 requested from dv-cinder-815614-3-iscsi {{(pid=108316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 02:03:26.900623 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-5090d9f7-7f63-4373-b539-7703f3a25590 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7485840 Nov 03 02:03:26.950778 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f21791f-23b8-47ac-9242-633472d9d047 None None] Network 326aa7e2-8440-4a6d-838b-7bc4586b4583 requested from dv-cinder-815614-3-iscsi {{(pid=108316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 02:03:27.197351 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608499d7-e25b-441c-85dc-16821278e81d req-4c6f84ce-903b-41c0-b043-8a47c2d9e66a tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:27.198868 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-608499d7-e25b-441c-85dc-16821278e81d req-4c6f84ce-903b-41c0-b043-8a47c2d9e66a tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=df7ffd60-ded0-4044-8e50-f1acf30e9dfd HTTP/1.1" status: 200 len: 946 time: 0.0522211 Nov 03 02:03:27.207117 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11eca92f-b547-4f67-98b3-63d17f454cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ee1f9c-8767-42fb-87fc-d738a4b0174c'}] {{(pid=108316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:03:27.209526 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c49bda4003134bcf77c295383a637b11cae661d7d3df1045ea696fe6ff2a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce455610-1c09-4cab-8fb0-8b0c1e58312d" -d '{"events": [{"server_uuid": "11eca92f-b547-4f67-98b3-63d17f454cb3", "name": "network-vif-plugged", "status": "completed", "tag": "66ee1f9c-8767-42fb-87fc-d738a4b0174c"}]}' {{(pid=108316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:03:27.245832 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-608499d7-e25b-441c-85dc-16821278e81d req-154a90ea-5142-4d4a-b511-623196af8636 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2caa2a6-72c8-4014-ab52-bb2a40600117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410211 Nov 03 02:03:27.287225 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 02:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-110be284-6ce8-4d7a-a513-5f145bbc182d x-openstack-request-id: req-110be284-6ce8-4d7a-a513-5f145bbc182d {{(pid=108316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:03:27.287531 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11eca92f-b547-4f67-98b3-63d17f454cb3", "name": "network-vif-plugged", "status": "completed", "tag": "66ee1f9c-8767-42fb-87fc-d738a4b0174c", "code": 200}]} {{(pid=108316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:03:27.287781 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-110be284-6ce8-4d7a-a513-5f145bbc182d {{(pid=108316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:03:27.288190 dv-cinder-815614-3-iscsi neutron-server[108316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11eca92f-b547-4f67-98b3-63d17f454cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ee1f9c-8767-42fb-87fc-d738a4b0174c', 'code': 200} Nov 03 02:03:27.655675 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fe8988-4a50-4642-9dcb-9e3ee46447c1 req-b0af4950-556c-4ae7-9e6d-a9ee0eff64bb tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:27.657752 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-42fe8988-4a50-4642-9dcb-9e3ee46447c1 req-b0af4950-556c-4ae7-9e6d-a9ee0eff64bb tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.30 "GET /v2.0/ports?device_id=11eca92f-b547-4f67-98b3-63d17f454cb3 HTTP/1.1" status: 200 len: 946 time: 0.0477006 Nov 03 02:03:27.707893 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-42fe8988-4a50-4642-9dcb-9e3ee46447c1 req-e8416ed2-a11a-4ea8-a51a-0453577211e2 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2d198aa-92ee-4a16-b13c-bcfd43c8f117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439744 Nov 03 02:03:27.908388 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc5b03-a37f-4f96-bbf5-a95c7b55cf97 req-2f897323-2372-44b8-a1db-f35dce86f1c0 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:27.909869 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f3bc5b03-a37f-4f96-bbf5-a95c7b55cf97 req-2f897323-2372-44b8-a1db-f35dce86f1c0 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 946 time: 0.0511565 Nov 03 02:03:27.956316 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f3bc5b03-a37f-4f96-bbf5-a95c7b55cf97 req-b04ae7b9-7a7a-4cee-951f-46abb37bcc3e tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402384 Nov 03 02:03:28.355366 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0172962-e9f8-4f45-883f-3c198bb3a0e6 req-e492e8ac-e966-4f14-9d78-587f48ffbe4a tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:28.356699 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b0172962-e9f8-4f45-883f-3c198bb3a0e6 req-e492e8ac-e966-4f14-9d78-587f48ffbe4a tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=df7ffd60-ded0-4044-8e50-f1acf30e9dfd HTTP/1.1" status: 200 len: 946 time: 0.0471580 Nov 03 02:03:28.435556 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b0172962-e9f8-4f45-883f-3c198bb3a0e6 req-bf0f3b19-4e3e-417d-a273-f7b5e9018145 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2caa2a6-72c8-4014-ab52-bb2a40600117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728645 Nov 03 02:03:28.450981 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4300f45f-2f4f-4ffa-9eaa-71ec517c8c58 req-4af26014-9e9a-402e-aad9-92f307887980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:28.452458 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-4300f45f-2f4f-4ffa-9eaa-71ec517c8c58 req-4af26014-9e9a-402e-aad9-92f307887980 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=df7ffd60-ded0-4044-8e50-f1acf30e9dfd HTTP/1.1" status: 200 len: 1099 time: 0.0601904 Nov 03 02:03:28.504662 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-4300f45f-2f4f-4ffa-9eaa-71ec517c8c58 req-561a5934-a3a2-4fb4-9cc1-558a4ada6aa6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d2caa2a6-72c8-4014-ab52-bb2a40600117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403304 Nov 03 02:03:28.849216 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb38cc04-5a46-4665-b8c5-3f3b3ffb7be8 req-a72b3fc1-1181-41bd-983a-77ca3a32f1c1 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:28.850709 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-fb38cc04-5a46-4665-b8c5-3f3b3ffb7be8 req-a72b3fc1-1181-41bd-983a-77ca3a32f1c1 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.30 "GET /v2.0/ports?device_id=11eca92f-b547-4f67-98b3-63d17f454cb3 HTTP/1.1" status: 200 len: 946 time: 0.0735052 Nov 03 02:03:28.853234 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50f98d3-914b-4661-b8d6-fec0d6c541b5 req-d83d3206-7c5a-4477-85f3-e038c51332fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:28.854608 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e50f98d3-914b-4661-b8d6-fec0d6c541b5 req-d83d3206-7c5a-4477-85f3-e038c51332fe service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=11eca92f-b547-4f67-98b3-63d17f454cb3 HTTP/1.1" status: 200 len: 1099 time: 0.0688667 Nov 03 02:03:28.922028 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-fb38cc04-5a46-4665-b8c5-3f3b3ffb7be8 req-2149a639-9a88-45f1-99f1-0016344d073d tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2d198aa-92ee-4a16-b13c-bcfd43c8f117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648255 Nov 03 02:03:28.927943 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e50f98d3-914b-4661-b8d6-fec0d6c541b5 req-f3fad1b4-e45e-4bd3-8520-eeef7aad77c8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e2d198aa-92ee-4a16-b13c-bcfd43c8f117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642383 Nov 03 02:03:28.961381 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:29.071700 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fdcc63-768b-4b04-9a71-3a8140942891 req-fc206b1d-c363-40d7-aab6-63ae4b73369c tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:29.073161 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b0fdcc63-768b-4b04-9a71-3a8140942891 req-fc206b1d-c363-40d7-aab6-63ae4b73369c tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 946 time: 0.0521736 Nov 03 02:03:29.120116 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b0fdcc63-768b-4b04-9a71-3a8140942891 req-49feb687-8ae5-4ec9-a282-b4194743e796 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411201 Nov 03 02:03:29.553685 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183bc38d-88a2-4d8a-bfe5-edba466e8bba req-20c2230b-f373-4e1c-87e0-3ad9c3637793 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:29.555337 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-183bc38d-88a2-4d8a-bfe5-edba466e8bba req-20c2230b-f373-4e1c-87e0-3ad9c3637793 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=df7ffd60-ded0-4044-8e50-f1acf30e9dfd HTTP/1.1" status: 200 len: 946 time: 0.0487008 Nov 03 02:03:29.602705 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-183bc38d-88a2-4d8a-bfe5-edba466e8bba req-c9b7cb49-bbe3-470a-a4e4-970f0d11d441 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2caa2a6-72c8-4014-ab52-bb2a40600117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412557 Nov 03 02:03:30.041315 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38a21b2-e35e-4f5a-ac23-0f38c17b79bd req-3df35f34-a62b-40a7-8dfb-1b4dcd409c62 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:30.042807 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b38a21b2-e35e-4f5a-ac23-0f38c17b79bd req-3df35f34-a62b-40a7-8dfb-1b4dcd409c62 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.30 "GET /v2.0/ports?device_id=11eca92f-b547-4f67-98b3-63d17f454cb3 HTTP/1.1" status: 200 len: 946 time: 0.0475872 Nov 03 02:03:30.117085 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b38a21b2-e35e-4f5a-ac23-0f38c17b79bd req-893877b6-c049-439a-8124-1f6e45ecd2fc tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2d198aa-92ee-4a16-b13c-bcfd43c8f117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667872 Nov 03 02:03:30.284699 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f6f352-f32c-4fdb-bad6-e5158378892f req-4713d0c1-eb6b-46e6-adc3-025161b96f3c tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:30.288568 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-56f6f352-f32c-4fdb-bad6-e5158378892f req-4713d0c1-eb6b-46e6-adc3-025161b96f3c tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 946 time: 0.0835166 Nov 03 02:03:30.347825 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-56f6f352-f32c-4fdb-bad6-e5158378892f req-b35e0dfa-ecc1-4a9f-9b19-c11e7dbd27d9 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557187 Nov 03 02:03:30.508756 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b800bcc-694a-4f99-a885-b0335ca5d66d req-529efc57-e362-42a9-945e-1e70960b4832 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:30.510387 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1b800bcc-694a-4f99-a885-b0335ca5d66d req-529efc57-e362-42a9-945e-1e70960b4832 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 945 time: 0.0535653 Nov 03 02:03:30.558940 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1b800bcc-694a-4f99-a885-b0335ca5d66d req-ad4f9a8d-c93f-4c7b-8b72-30e38b18d693 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420935 Nov 03 02:03:30.941248 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ddb051-6646-4cd5-8043-455120e8579a req-78de7ade-dbac-43e8-893b-6215f1697d12 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:30.943271 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f8ddb051-6646-4cd5-8043-455120e8579a req-78de7ade-dbac-43e8-893b-6215f1697d12 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=df7ffd60-ded0-4044-8e50-f1acf30e9dfd HTTP/1.1" status: 200 len: 946 time: 0.2670429 Nov 03 02:03:31.006050 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f8ddb051-6646-4cd5-8043-455120e8579a req-add203d8-9e46-4541-914c-66f20131f4e0 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2caa2a6-72c8-4014-ab52-bb2a40600117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563827 Nov 03 02:03:31.244710 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6173d-20ed-40ac-9b52-915340f80204 req-22d91186-2224-4998-a567-53ce1a6a1a3c tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:31.246173 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1ce6173d-20ed-40ac-9b52-915340f80204 req-22d91186-2224-4998-a567-53ce1a6a1a3c tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.30 "GET /v2.0/networks?id=326aa7e2-8440-4a6d-838b-7bc4586b4583 HTTP/1.1" status: 200 len: 811 time: 0.1443322 Nov 03 02:03:31.268482 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5235cfa3-d3db-4188-8a89-726c8ce77a4c req-ffe84c03-59ba-4e63-ac82-f01e3c38dc40 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:31.269909 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-5235cfa3-d3db-4188-8a89-726c8ce77a4c req-ffe84c03-59ba-4e63-ac82-f01e3c38dc40 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.30 "GET /v2.0/ports?device_id=11eca92f-b547-4f67-98b3-63d17f454cb3 HTTP/1.1" status: 200 len: 946 time: 0.0845797 Nov 03 02:03:31.273490 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1ce6173d-20ed-40ac-9b52-915340f80204 req-b14a56e6-f036-43d0-8465-ae6f300c2ead tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.30 "GET /v2.0/quotas/98a980ad0c18487f84e6b1163bde3249 HTTP/1.1" status: 200 len: 375 time: 0.0192230 Nov 03 02:03:31.323599 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1ce6173d-20ed-40ac-9b52-915340f80204 req-c0b1676f-7afc-48ba-b24c-8fef7996f8cd tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=98a980ad0c18487f84e6b1163bde3249&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403202 Nov 03 02:03:31.359479 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-5235cfa3-d3db-4188-8a89-726c8ce77a4c req-e6eb23aa-622c-450f-8896-21b298655483 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2d198aa-92ee-4a16-b13c-bcfd43c8f117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835094 Nov 03 02:03:31.439735 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1ce6173d-20ed-40ac-9b52-915340f80204 req-223ea0fd-9448-4de2-8b3c-2f9d5505fc60 service neutron] 10.222.0.30 "GET /v2.0/networks/326aa7e2-8440-4a6d-838b-7bc4586b4583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016970 Nov 03 02:03:31.525479 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1ce6173d-20ed-40ac-9b52-915340f80204 req-2a910177-aba0-4128-b24a-bb81ea0c8c3c service neutron] 10.222.0.30 "GET /v2.0/networks/326aa7e2-8440-4a6d-838b-7bc4586b4583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848422 Nov 03 02:03:31.921135 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a5960ec6-75e3-4c3c-af43-b42cfbaabe41 req-318510de-9687-4382-9d8b-aa9d33623cda tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.30 "GET /v2.0/ports?device_id=a90dea4f-ac73-4fbb-b103-80101d052586 HTTP/1.1" status: 200 len: 210 time: 0.0279174 Nov 03 02:03:32.655488 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 44718) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:03:32.764163 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-adfd133d-cf70-42e9-b72c-f9c7279e78ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:32.866171 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-adfd133d-cf70-42e9-b72c-f9c7279e78ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:32.961842 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-adfd133d-cf70-42e9-b72c-f9c7279e78ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:33.035406 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-adfd133d-cf70-42e9-b72c-f9c7279e78ed admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f901eb864fa14bee9b3fb713876d66f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3773770 Nov 03 02:03:33.037356 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 44738) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:03:33.061853 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfd133d-cf70-42e9-b72c-f9c7279e78ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70fd2862-6aae-465a-bbe9-b531766f413b,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:33.102384 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-f0669bfa-c04b-4903-8b52-a148a5b52f7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:33.127844 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-f0669bfa-c04b-4903-8b52-a148a5b52f7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:33.320595 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-f0669bfa-c04b-4903-8b52-a148a5b52f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:33.323233 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-f0669bfa-c04b-4903-8b52-a148a5b52f7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:33.324503 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-f0669bfa-c04b-4903-8b52-a148a5b52f7d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/70fd2862-6aae-465a-bbe9-b531766f413b HTTP/1.1" status: 204 len: 168 time: 0.2861588 Nov 03 02:03:33.334176 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0669bfa-c04b-4903-8b52-a148a5b52f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70fd2862-6aae-465a-bbe9-b531766f413b,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:33.435224 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-8da9df1d-9109-4082-9384-cf0cb1a4124d req-15412031-7779-40b5-b460-1ebbfd230438 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.30 "GET /v2.0/ports?device_id=a90dea4f-ac73-4fbb-b103-80101d052586 HTTP/1.1" status: 200 len: 210 time: 0.0303602 Nov 03 02:03:33.610579 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992e4b27-8dbc-4b22-87e8-50a4216caf98 req-502254e6-2609-454c-a1da-1415b93c0ea5 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:33.612192 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-992e4b27-8dbc-4b22-87e8-50a4216caf98 req-502254e6-2609-454c-a1da-1415b93c0ea5 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.30 "GET /v2.0/ports?device_id=11eca92f-b547-4f67-98b3-63d17f454cb3 HTTP/1.1" status: 200 len: 946 time: 0.0546863 Nov 03 02:03:33.690029 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b97ab6-5803-44d4-ad9f-de347ef40106 req-2cc7eb1a-906b-4335-bd9d-595cf6585ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:33.691566 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e4b97ab6-5803-44d4-ad9f-de347ef40106 req-2cc7eb1a-906b-4335-bd9d-595cf6585ba1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dcf02d32d2b4466f90bc61e38f1776a8&device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 1098 time: 0.0784628 Nov 03 02:03:33.694927 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-992e4b27-8dbc-4b22-87e8-50a4216caf98 req-d0c1fcef-c7dd-4ef8-8aa0-18778dfb1f89 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2d198aa-92ee-4a16-b13c-bcfd43c8f117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694425 Nov 03 02:03:33.834886 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b97ab6-5803-44d4-ad9f-de347ef40106 req-bb3045a6-4804-4c5f-add3-c7321a33e775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:33.836376 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e4b97ab6-5803-44d4-ad9f-de347ef40106 req-bb3045a6-4804-4c5f-add3-c7321a33e775 service neutron] 10.222.0.37 "GET /v2.0/networks?id=736ee5a9-6b0f-40e2-b2ff-a9aa9510814f HTTP/1.1" status: 200 len: 920 time: 0.1316826 Nov 03 02:03:33.845945 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e92651-788b-403f-a552-79e8c7f76e86 req-e2501546-d722-4482-8721-1390c6bb7f4a tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:33.847400 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-c5e92651-788b-403f-a552-79e8c7f76e86 req-e2501546-d722-4482-8721-1390c6bb7f4a tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 945 time: 0.0749094 Nov 03 02:03:33.894896 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e4b97ab6-5803-44d4-ad9f-de347ef40106 req-9c2c0c72-0ae3-4db3-ac9f-b9b0d453fef3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c800a63f-5d20-4479-bff0-75fde1f2c55a HTTP/1.1" status: 200 len: 217 time: 0.0465386 Nov 03 02:03:33.967219 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-c5e92651-788b-403f-a552-79e8c7f76e86 req-e775555d-bdb1-4346-a48b-66f4e97a85ee tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123118 Nov 03 02:03:33.970916 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b97ab6-5803-44d4-ad9f-de347ef40106 req-14f52d1f-4380-4bf8-b649-525a7bbe1062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:33.973714 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e4b97ab6-5803-44d4-ad9f-de347ef40106 req-14f52d1f-4380-4bf8-b649-525a7bbe1062 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=67746e52-e9e3-4c10-8eb3-4bad00b287b3 HTTP/1.1" status: 200 len: 859 time: 0.0694945 Nov 03 02:03:34.013129 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e4b97ab6-5803-44d4-ad9f-de347ef40106 req-86521cf8-245f-4d8a-8193-f9f874727514 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=736ee5a9-6b0f-40e2-b2ff-a9aa9510814f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309231 Nov 03 02:03:34.120870 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e4b97ab6-5803-44d4-ad9f-de347ef40106 req-0bd51bd1-ca77-4dc5-ba3f-31305c477b98 service neutron] 10.222.0.37 "GET /v2.0/networks/736ee5a9-6b0f-40e2-b2ff-a9aa9510814f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994482 Nov 03 02:03:34.161440 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 44774) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:03:34.177319 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-55c26de5-8d98-4d50-b58f-f7d9e01096e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:34.226369 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e4b97ab6-5803-44d4-ad9f-de347ef40106 req-339734b3-1a1d-4de5-a4b5-8361ffbe88b2 service neutron] 10.222.0.37 "GET /v2.0/networks/736ee5a9-6b0f-40e2-b2ff-a9aa9510814f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967600 Nov 03 02:03:34.251955 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-55c26de5-8d98-4d50-b58f-f7d9e01096e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:34.350566 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-55c26de5-8d98-4d50-b58f-f7d9e01096e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:34.403833 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-55c26de5-8d98-4d50-b58f-f7d9e01096e3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8ff3e2e4548746f2a29202ed3f108350&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2411599 Nov 03 02:03:34.405041 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c26de5-8d98-4d50-b58f-f7d9e01096e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5f144e-5fac-4ae8-ad5c-ebe7840acd5d,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:34.406663 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 44780) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:03:34.458381 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-49e19991-12f1-41ff-838e-3247749d5768 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:34.495132 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-49e19991-12f1-41ff-838e-3247749d5768 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:34.576198 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-85dc73e8-340e-4874-82d0-b9426e42ea20 req-d154daa4-721a-4c36-9666-496b6a865a4e tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.30 "GET /v2.0/ports?device_id=a90dea4f-ac73-4fbb-b103-80101d052586 HTTP/1.1" status: 200 len: 210 time: 0.0599790 Nov 03 02:03:34.669419 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6173d-20ed-40ac-9b52-915340f80204 req-150db9b3-af55-470d-8cb2-634dccacea33 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:34.670774 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1ce6173d-20ed-40ac-9b52-915340f80204 req-150db9b3-af55-470d-8cb2-634dccacea33 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.37 "GET /v2.0/networks?id=326aa7e2-8440-4a6d-838b-7bc4586b4583 HTTP/1.1" status: 200 len: 811 time: 0.1511271 Nov 03 02:03:34.684078 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.v2.base [req-1ce6173d-20ed-40ac-9b52-915340f80204 req-4f781166-a637-42d4-a133-dbe92bff85f8 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] Request body: {'port': {'device_id': 'a90dea4f-ac73-4fbb-b103-80101d052586', 'network_id': '326aa7e2-8440-4a6d-838b-7bc4586b4583', 'admin_state_up': True, 'tenant_id': '98a980ad0c18487f84e6b1163bde3249'}} {{(pid=108314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:03:34.829906 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a568b38-0dfd-49ad-a81d-0b46e761dc85 req-c477373c-0356-4ed2-b620-109fc73b4f11 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:34.831408 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-2a568b38-0dfd-49ad-a81d-0b46e761dc85 req-c477373c-0356-4ed2-b620-109fc73b4f11 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.30 "GET /v2.0/ports?device_id=11eca92f-b547-4f67-98b3-63d17f454cb3 HTTP/1.1" status: 200 len: 946 time: 0.0676606 Nov 03 02:03:34.877818 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-2a568b38-0dfd-49ad-a81d-0b46e761dc85 req-7b88fbd1-9356-4c76-a3a2-b36d5f9feb43 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2d198aa-92ee-4a16-b13c-bcfd43c8f117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405264 Nov 03 02:03:34.878873 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-49e19991-12f1-41ff-838e-3247749d5768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:34.881348 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-49e19991-12f1-41ff-838e-3247749d5768 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:34.882396 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-49e19991-12f1-41ff-838e-3247749d5768 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5d5f144e-5fac-4ae8-ad5c-ebe7840acd5d HTTP/1.1" status: 204 len: 168 time: 0.4743888 Nov 03 02:03:34.892969 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e19991-12f1-41ff-838e-3247749d5768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5f144e-5fac-4ae8-ad5c-ebe7840acd5d,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:34.972792 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039c9477-a968-443b-8af0-c48060577c66 req-206ef432-68d6-4c7a-93ff-1ad73d21d974 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:34.978165 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-039c9477-a968-443b-8af0-c48060577c66 req-206ef432-68d6-4c7a-93ff-1ad73d21d974 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.37 "GET /v2.0/ports?device_id=11eca92f-b547-4f67-98b3-63d17f454cb3 HTTP/1.1" status: 200 len: 946 time: 0.0538988 Nov 03 02:03:35.111533 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e194f8fe-8aa6-4ee1-a535-86bb672e5578 req-cab6f61f-5764-4fb7-8a89-a84d77cd2da7 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:35.112999 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e194f8fe-8aa6-4ee1-a535-86bb672e5578 req-cab6f61f-5764-4fb7-8a89-a84d77cd2da7 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 945 time: 0.0710037 Nov 03 02:03:35.115363 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.plugin [req-039c9477-a968-443b-8af0-c48060577c66 req-17c1523a-13dc-4d0d-b8e0-02fbfdbb5c27 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] Deleting port 66ee1f9c-8767-42fb-87fc-d738a4b0174c {{(pid=108314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 02:03:35.115695 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-039c9477-a968-443b-8af0-c48060577c66 req-17c1523a-13dc-4d0d-b8e0-02fbfdbb5c27 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784217550484'] for port, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:35.153505 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ce6173d-20ed-40ac-9b52-915340f80204 req-4f781166-a637-42d4-a133-dbe92bff85f8 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] Made reservation on behalf of 98a980ad0c18487f84e6b1163bde3249 for: {'port': 1} {{(pid=108314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:03:35.157731 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-1ce6173d-20ed-40ac-9b52-915340f80204 req-4f781166-a637-42d4-a133-dbe92bff85f8 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:35.286729 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e194f8fe-8aa6-4ee1-a535-86bb672e5578 req-66ae6434-e0a0-4b76-9d67-f299b13ddcb2 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666763 Nov 03 02:03:35.345106 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.db [req-039c9477-a968-443b-8af0-c48060577c66 req-17c1523a-13dc-4d0d-b8e0-02fbfdbb5c27 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] For port 66ee1f9c-8767-42fb-87fc-d738a4b0174c, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=66ee1f9c-8767-42fb-87fc-d738a4b0174c,segment=NetworkSegment(73d3a212-151a-4e52-9946-701481cdae69),segment_id=73d3a212-151a-4e52-9946-701481cdae69)] {{(pid=108314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:03:35.345475 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-039c9477-a968-443b-8af0-c48060577c66 req-17c1523a-13dc-4d0d-b8e0-02fbfdbb5c27 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538104'] for port, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:35.365287 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.plugin [req-039c9477-a968-443b-8af0-c48060577c66 req-17c1523a-13dc-4d0d-b8e0-02fbfdbb5c27 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] Calling delete_port for 66ee1f9c-8767-42fb-87fc-d738a4b0174c owned by compute:nova {{(pid=108314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 02:03:35.450918 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.db_base_plugin_common [req-1ce6173d-20ed-40ac-9b52-915340f80204 req-4f781166-a637-42d4-a133-dbe92bff85f8 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] Allocated IP 172.20.0.11 (326aa7e2-8440-4a6d-838b-7bc4586b4583/0427a1f4-d666-4cdb-b8e7-25c79c0e31ae/171a824a-6709-4440-afd6-b8fcfc397fc3) {{(pid=108314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:03:35.669341 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-1ce6173d-20ed-40ac-9b52-915340f80204 req-4f781166-a637-42d4-a133-dbe92bff85f8 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] Publish callbacks [] for port, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:35.705121 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-9cef1c16-5011-4c2d-a91d-144a2fde9db3 req-58452a4d-550a-408e-9093-7a11d67f810c tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.30 "GET /v2.0/ports?device_id=a90dea4f-ac73-4fbb-b103-80101d052586 HTTP/1.1" status: 200 len: 210 time: 0.0339160 Nov 03 02:03:35.755925 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-039c9477-a968-443b-8af0-c48060577c66 req-17c1523a-13dc-4d0d-b8e0-02fbfdbb5c27 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784217703262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784217128223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126899639'] for port, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:35.775484 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] get_ports_and_sgs() called for port_ids ['66ee1f9c-8767-42fb-87fc-d738a4b0174c'] {{(pid=108316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 02:03:35.784791 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c1523a-13dc-4d0d-b8e0-02fbfdbb5c27 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] Pushing event deleted for resources: {'Port': ['ID=66ee1f9c-8767-42fb-87fc-d738a4b0174c,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:35.832199 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.l3_dvrscheduler_db [req-039c9477-a968-443b-8af0-c48060577c66 req-17c1523a-13dc-4d0d-b8e0-02fbfdbb5c27 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] No DVR routers for this DVR port 66ee1f9c-8767-42fb-87fc-d738a4b0174c on host hv-cinder-81561 {{(pid=108314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 02:03:35.835006 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-039c9477-a968-443b-8af0-c48060577c66 req-17c1523a-13dc-4d0d-b8e0-02fbfdbb5c27 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622'] for port, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:35.838311 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-039c9477-a968-443b-8af0-c48060577c66 req-17c1523a-13dc-4d0d-b8e0-02fbfdbb5c27 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.37 "DELETE /v2.0/ports/66ee1f9c-8767-42fb-87fc-d738a4b0174c HTTP/1.1" status: 204 len: 173 time: 0.8573022 Nov 03 02:03:35.838767 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11eca92f-b547-4f67-98b3-63d17f454cb3', 'name': 'network-vif-deleted', 'tag': '66ee1f9c-8767-42fb-87fc-d738a4b0174c'}] {{(pid=108314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:03:35.841015 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b9e71fb97e4882bef21449c101b24c97d897c9b718fbc8dac7673975a826a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ccab2db-4a40-4c04-a5c4-914f43ea4948" -d '{"events": [{"server_uuid": "11eca92f-b547-4f67-98b3-63d17f454cb3", "name": "network-vif-deleted", "tag": "66ee1f9c-8767-42fb-87fc-d738a4b0174c"}]}' {{(pid=108314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:03:35.844925 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-1ce6173d-20ed-40ac-9b52-915340f80204 req-4f781166-a637-42d4-a133-dbe92bff85f8 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784217128214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126899639'] for port, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:35.893712 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 02:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5165f7cb-26cd-4c1a-8d5d-e4c592e533cb x-openstack-request-id: req-5165f7cb-26cd-4c1a-8d5d-e4c592e533cb {{(pid=108314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:03:35.893712 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11eca92f-b547-4f67-98b3-63d17f454cb3", "name": "network-vif-deleted", "tag": "66ee1f9c-8767-42fb-87fc-d738a4b0174c", "status": "completed", "code": 200}]} {{(pid=108314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:03:35.893712 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5165f7cb-26cd-4c1a-8d5d-e4c592e533cb {{(pid=108314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:03:35.893712 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11eca92f-b547-4f67-98b3-63d17f454cb3', 'name': 'network-vif-deleted', 'tag': '66ee1f9c-8767-42fb-87fc-d738a4b0174c', 'status': 'completed', 'code': 200} Nov 03 02:03:35.904278 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ce6173d-20ed-40ac-9b52-915340f80204 req-4f781166-a637-42d4-a133-dbe92bff85f8 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] Network 326aa7e2-8440-4a6d-838b-7bc4586b4583 is already hosted by enough agents. {{(pid=108314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:03:35.912724 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.base_scheduler [req-1ce6173d-20ed-40ac-9b52-915340f80204 req-4f781166-a637-42d4-a133-dbe92bff85f8 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] Resources bound (agent type, host, resource id): {{(pid=108314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:03:35.918068 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ce6173d-20ed-40ac-9b52-915340f80204 req-4f781166-a637-42d4-a133-dbe92bff85f8 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] Received port after_create {{(pid=108314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:03:35.938544 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f781166-a637-42d4-a133-dbe92bff85f8 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] Pushing event updated for resources: {'Port': ['ID=171a824a-6709-4440-afd6-b8fcfc397fc3,revision_number=1']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:35.986636 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a69b9cb6-84b9-4e53-bc33-dd7a7fb89791 req-6590f5cc-2ab4-4086-b2d8-955aaa6ced8a tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.30 "GET /v2.0/ports?device_id=11eca92f-b547-4f67-98b3-63d17f454cb3 HTTP/1.1" status: 200 len: 210 time: 0.0314322 Nov 03 02:03:35.997128 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6173d-20ed-40ac-9b52-915340f80204 req-4f781166-a637-42d4-a133-dbe92bff85f8 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:35.997717 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-1ce6173d-20ed-40ac-9b52-915340f80204 req-4f781166-a637-42d4-a133-dbe92bff85f8 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622'] for port, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:36.079088 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1ce6173d-20ed-40ac-9b52-915340f80204 req-4f781166-a637-42d4-a133-dbe92bff85f8 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3985860 Nov 03 02:03:36.394812 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d627c8-2acb-4fcf-8c64-e8921430e26f req-ede857a2-539b-4ffe-aa3c-7a2d4e47df30 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:36.396304 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e4d627c8-2acb-4fcf-8c64-e8921430e26f req-ede857a2-539b-4ffe-aa3c-7a2d4e47df30 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 945 time: 0.0481429 Nov 03 02:03:36.446024 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e4d627c8-2acb-4fcf-8c64-e8921430e26f req-d86daab4-fea1-4fe0-a562-a637bbd64ba6 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438750 Nov 03 02:03:36.820377 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7148c4f-c1a2-4241-acf9-95f02b9516e6 req-757d2aaa-eae8-4d85-ae82-7a7df7513784 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:36.821775 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e7148c4f-c1a2-4241-acf9-95f02b9516e6 req-757d2aaa-eae8-4d85-ae82-7a7df7513784 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.30 "GET /v2.0/ports?device_id=a90dea4f-ac73-4fbb-b103-80101d052586 HTTP/1.1" status: 200 len: 932 time: 0.0518382 Nov 03 02:03:36.869529 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e7148c4f-c1a2-4241-acf9-95f02b9516e6 req-b51f07de-71d6-475a-a943-3961af571007 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b70c972-ae20-4f92-b564-f5815069df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410848 Nov 03 02:03:37.080301 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-98261663-44e6-4b4e-8ee6-9d7088758a4a req-4c2a121c-8052-4d26-8025-f1e153af600f tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.30 "GET /v2.0/ports?device_id=11eca92f-b547-4f67-98b3-63d17f454cb3 HTTP/1.1" status: 200 len: 210 time: 0.0264416 Nov 03 02:03:37.564317 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e664c90c-53c1-49bb-bb79-dfa31960ea7a req-81716599-4e80-4407-8144-e400fe5ab87c tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:37.565803 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e664c90c-53c1-49bb-bb79-dfa31960ea7a req-81716599-4e80-4407-8144-e400fe5ab87c tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 945 time: 0.0506077 Nov 03 02:03:37.612268 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e664c90c-53c1-49bb-bb79-dfa31960ea7a req-9d86a564-f89a-4380-8c87-8ac93cecdfb5 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403204 Nov 03 02:03:38.001484 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adfe5ae-1a3a-4445-8382-109e00967689 req-f19dc135-eaa8-4f66-a4b4-f5879442650f tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:38.002969 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-3adfe5ae-1a3a-4445-8382-109e00967689 req-f19dc135-eaa8-4f66-a4b4-f5879442650f tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.30 "GET /v2.0/ports?device_id=a90dea4f-ac73-4fbb-b103-80101d052586 HTTP/1.1" status: 200 len: 932 time: 0.0568514 Nov 03 02:03:38.049321 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-3adfe5ae-1a3a-4445-8382-109e00967689 req-7a32d31d-f2f0-4dbf-80f3-ff6815ee40c8 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b70c972-ae20-4f92-b564-f5815069df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403788 Nov 03 02:03:38.169628 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-156f011a-47f4-49a0-8e60-f749e2919b43 req-c6911a7b-6a21-4975-a918-9cf9b696e300 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.30 "GET /v2.0/ports?device_id=11eca92f-b547-4f67-98b3-63d17f454cb3 HTTP/1.1" status: 200 len: 210 time: 0.0252473 Nov 03 02:03:38.655910 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.v2.base [req-1ce6173d-20ed-40ac-9b52-915340f80204 req-3f547a66-2861-45d8-9ff6-09710c4a8e84 service neutron] Request body: {'port': {'device_id': 'a90dea4f-ac73-4fbb-b103-80101d052586', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81561'}} {{(pid=108314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:03:38.742568 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-1ce6173d-20ed-40ac-9b52-915340f80204 req-3f547a66-2861-45d8-9ff6-09710c4a8e84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:38.768160 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d9dd9-93c5-47b0-ab0b-d7af6dac350e req-e62e0185-f770-4ba2-97fe-ed8443f37177 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:38.769631 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-392d9dd9-93c5-47b0-ab0b-d7af6dac350e req-e62e0185-f770-4ba2-97fe-ed8443f37177 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 945 time: 0.0900404 Nov 03 02:03:38.900294 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-392d9dd9-93c5-47b0-ab0b-d7af6dac350e req-c14fc685-6457-46da-bbe2-23caf32564b5 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119971 Nov 03 02:03:38.995231 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device 66ee1f9c-8767-42fb-87fc-d738a4b0174c no longer exists at agent hyperv_hv-cinder-81561 {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:03:39.014754 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] No Port match for: 66ee1f9c-8767-42fb-87fc-d738a4b0174c {{(pid=108316) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 02:03:39.015104 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device 66ee1f9c-8767-42fb-87fc-d738a4b0174c not bound to the agent host hv-cinder-81561 {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:03:39.052672 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.notifiers.nova [req-1ce6173d-20ed-40ac-9b52-915340f80204 req-3f547a66-2861-45d8-9ff6-09710c4a8e84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 171a824a-6709-4440-afd6-b8fcfc397fc3 {{(pid=108314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 02:03:39.059992 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-1ce6173d-20ed-40ac-9b52-915340f80204 req-3f547a66-2861-45d8-9ff6-09710c4a8e84 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:39.072673 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.provisioning_blocks [req-1ce6173d-20ed-40ac-9b52-915340f80204 req-3f547a66-2861-45d8-9ff6-09710c4a8e84 service neutron] Transition to ACTIVE for port object 171a824a-6709-4440-afd6-b8fcfc397fc3 will not be triggered until provisioned by entity L2. {{(pid=108314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 02:03:39.159208 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-1ce6173d-20ed-40ac-9b52-915340f80204 req-3f547a66-2861-45d8-9ff6-09710c4a8e84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126899640'] for port, after_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:39.219035 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62700281-d005-473b-b6b7-b30392b12451 req-e881714b-539b-437e-aeed-e5737750c347 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:39.220565 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-62700281-d005-473b-b6b7-b30392b12451 req-e881714b-539b-437e-aeed-e5737750c347 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.30 "GET /v2.0/ports?device_id=a90dea4f-ac73-4fbb-b103-80101d052586 HTTP/1.1" status: 200 len: 932 time: 0.1030912 Nov 03 02:03:39.236284 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f547a66-2861-45d8-9ff6-09710c4a8e84 service neutron] Pushing event updated for resources: {'Port': ['ID=171a824a-6709-4440-afd6-b8fcfc397fc3,revision_number=2']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:39.322959 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-6dab86bd-055d-4954-8e3f-46f5ec9481ad req-742d7dda-364b-4aea-a7f7-31def042783c tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.30 "GET /v2.0/ports?device_id=11eca92f-b547-4f67-98b3-63d17f454cb3 HTTP/1.1" status: 200 len: 210 time: 0.0582612 Nov 03 02:03:39.349856 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-62700281-d005-473b-b6b7-b30392b12451 req-e9636bd0-d7c4-47f1-b08a-17a53410dff6 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b70c972-ae20-4f92-b564-f5815069df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220148 Nov 03 02:03:39.365415 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.managers [req-1ce6173d-20ed-40ac-9b52-915340f80204 req-3f547a66-2861-45d8-9ff6-09710c4a8e84 service neutron] Attempting to bind port 171a824a-6709-4440-afd6-b8fcfc397fc3 on host hv-cinder-81561 for vnic_type normal with profile {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 02:03:39.365943 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.managers [req-1ce6173d-20ed-40ac-9b52-915340f80204 req-3f547a66-2861-45d8-9ff6-09710c4a8e84 service neutron] Attempting to bind port 171a824a-6709-4440-afd6-b8fcfc397fc3 by drivers openvswitch,hyperv on host hv-cinder-81561 at level 0 using segments [{'id': '2d2939de-d231-4201-abf7-a1df3c4061fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '326aa7e2-8440-4a6d-838b-7bc4586b4583'}] {{(pid=108314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 02:03:39.366290 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce6173d-20ed-40ac-9b52-915340f80204 req-3f547a66-2861-45d8-9ff6-09710c4a8e84 service neutron] Attempting to bind port 171a824a-6709-4440-afd6-b8fcfc397fc3 on network 326aa7e2-8440-4a6d-838b-7bc4586b4583 {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:03:39.371005 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce6173d-20ed-40ac-9b52-915340f80204 req-3f547a66-2861-45d8-9ff6-09710c4a8e84 service neutron] Port 171a824a-6709-4440-afd6-b8fcfc397fc3 on network 326aa7e2-8440-4a6d-838b-7bc4586b4583 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81561 {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:03:39.371322 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce6173d-20ed-40ac-9b52-915340f80204 req-3f547a66-2861-45d8-9ff6-09710c4a8e84 service neutron] Attempting to bind port 171a824a-6709-4440-afd6-b8fcfc397fc3 on network 326aa7e2-8440-4a6d-838b-7bc4586b4583 {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:03:39.377295 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce6173d-20ed-40ac-9b52-915340f80204 req-3f547a66-2861-45d8-9ff6-09710c4a8e84 service neutron] Checking agent: {'id': 'eecef0c6-53b3-4742-ba5c-66aa511932ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81561', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 1, 59, 59), 'started_at': datetime.datetime(2021, 11, 3, 1, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 2, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:03:39.377626 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce6173d-20ed-40ac-9b52-915340f80204 req-3f547a66-2861-45d8-9ff6-09710c4a8e84 service neutron] Checking segment: {'id': '2d2939de-d231-4201-abf7-a1df3c4061fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '326aa7e2-8440-4a6d-838b-7bc4586b4583'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 02:03:39.378001 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce6173d-20ed-40ac-9b52-915340f80204 req-3f547a66-2861-45d8-9ff6-09710c4a8e84 service neutron] Bound using segment: {'id': '2d2939de-d231-4201-abf7-a1df3c4061fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '326aa7e2-8440-4a6d-838b-7bc4586b4583'} {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:03:39.378456 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.managers [req-1ce6173d-20ed-40ac-9b52-915340f80204 req-3f547a66-2861-45d8-9ff6-09710c4a8e84 service neutron] Bound port: 171a824a-6709-4440-afd6-b8fcfc397fc3, host: hv-cinder-81561, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d2939de-d231-4201-abf7-a1df3c4061fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '326aa7e2-8440-4a6d-838b-7bc4586b4583'}}] {{(pid=108314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 02:03:39.378808 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-1ce6173d-20ed-40ac-9b52-915340f80204 req-3f547a66-2861-45d8-9ff6-09710c4a8e84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:39.445931 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.db [req-1ce6173d-20ed-40ac-9b52-915340f80204 req-3f547a66-2861-45d8-9ff6-09710c4a8e84 service neutron] For port 171a824a-6709-4440-afd6-b8fcfc397fc3, host hv-cinder-81561, cleared binding levels {{(pid=108314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:03:39.450001 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.db [req-1ce6173d-20ed-40ac-9b52-915340f80204 req-3f547a66-2861-45d8-9ff6-09710c4a8e84 service neutron] For port 171a824a-6709-4440-afd6-b8fcfc397fc3, host hv-cinder-81561, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=171a824a-6709-4440-afd6-b8fcfc397fc3,segment=NetworkSegment(2d2939de-d231-4201-abf7-a1df3c4061fd),segment_id=2d2939de-d231-4201-abf7-a1df3c4061fd)] {{(pid=108314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:03:39.527857 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-1ce6173d-20ed-40ac-9b52-915340f80204 req-3f547a66-2861-45d8-9ff6-09710c4a8e84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126899640'] for port, after_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:39.569221 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6173d-20ed-40ac-9b52-915340f80204 req-3f547a66-2861-45d8-9ff6-09710c4a8e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:39.569881 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-1ce6173d-20ed-40ac-9b52-915340f80204 req-3f547a66-2861-45d8-9ff6-09710c4a8e84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622'] for port, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:39.571327 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1ce6173d-20ed-40ac-9b52-915340f80204 req-3f547a66-2861-45d8-9ff6-09710c4a8e84 service neutron] 10.222.0.37 "PUT /v2.0/ports/171a824a-6709-4440-afd6-b8fcfc397fc3 HTTP/1.1" status: 200 len: 1094 time: 0.9196227 Nov 03 02:03:39.571790 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a90dea4f-ac73-4fbb-b103-80101d052586', 'tag': '171a824a-6709-4440-afd6-b8fcfc397fc3'}] {{(pid=108314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:03:39.574111 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b9e71fb97e4882bef21449c101b24c97d897c9b718fbc8dac7673975a826a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93619726-1880-4c49-a593-a01c4f4528f8" -d '{"events": [{"name": "network-changed", "server_uuid": "a90dea4f-ac73-4fbb-b103-80101d052586", "tag": "171a824a-6709-4440-afd6-b8fcfc397fc3"}]}' {{(pid=108314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:03:39.602255 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f547a66-2861-45d8-9ff6-09710c4a8e84 service neutron] Pushing event updated for resources: {'Port': ['ID=171a824a-6709-4440-afd6-b8fcfc397fc3,revision_number=3']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:39.624014 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 02:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f67da889-a613-400c-a2cb-eb57d86020e9 x-openstack-request-id: req-f67da889-a613-400c-a2cb-eb57d86020e9 {{(pid=108314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:03:39.624822 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a90dea4f-ac73-4fbb-b103-80101d052586", "tag": "171a824a-6709-4440-afd6-b8fcfc397fc3", "status": "completed", "code": 200}]} {{(pid=108314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:03:39.625079 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f67da889-a613-400c-a2cb-eb57d86020e9 {{(pid=108314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:03:39.625479 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a90dea4f-ac73-4fbb-b103-80101d052586', 'tag': '171a824a-6709-4440-afd6-b8fcfc397fc3', 'status': 'completed', 'code': 200} Nov 03 02:03:39.710319 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93619726-1880-4c49-a593-a01c4f4528f8 req-29ead8e4-8ffc-448d-a041-3fbd7a2c34c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:39.711823 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-93619726-1880-4c49-a593-a01c4f4528f8 req-29ead8e4-8ffc-448d-a041-3fbd7a2c34c2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=98a980ad0c18487f84e6b1163bde3249&device_id=a90dea4f-ac73-4fbb-b103-80101d052586 HTTP/1.1" status: 200 len: 1097 time: 0.0518301 Nov 03 02:03:39.819325 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93619726-1880-4c49-a593-a01c4f4528f8 req-417c41ab-a1cc-4651-b8a6-91c130039adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:39.820789 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-93619726-1880-4c49-a593-a01c4f4528f8 req-417c41ab-a1cc-4651-b8a6-91c130039adc service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=98a980ad0c18487f84e6b1163bde3249&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0894318 Nov 03 02:03:39.922630 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93619726-1880-4c49-a593-a01c4f4528f8 req-a2810d4c-7441-4091-9263-d61d2a8b56a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:39.924113 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-93619726-1880-4c49-a593-a01c4f4528f8 req-a2810d4c-7441-4091-9263-d61d2a8b56a2 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0954375 Nov 03 02:03:39.951221 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.agents_db [None req-a2914077-2d9d-4477-8dde-df1573e0789a None None] Agent healthcheck: found 6 active agents {{(pid=108317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:03:40.029597 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6173d-20ed-40ac-9b52-915340f80204 req-d86eda41-4148-4a99-8847-ed1a7210246c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:40.031691 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1ce6173d-20ed-40ac-9b52-915340f80204 req-d86eda41-4148-4a99-8847-ed1a7210246c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=98a980ad0c18487f84e6b1163bde3249&device_id=a90dea4f-ac73-4fbb-b103-80101d052586 HTTP/1.1" status: 200 len: 1097 time: 0.0701473 Nov 03 02:03:40.042070 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa91a3e-5de8-421c-90b3-173d9330e254 req-6d74f532-ccee-437d-b805-aed12fda11a2 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:40.043454 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-caa91a3e-5de8-421c-90b3-173d9330e254 req-6d74f532-ccee-437d-b805-aed12fda11a2 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 945 time: 0.0729601 Nov 03 02:03:40.103129 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1ce6173d-20ed-40ac-9b52-915340f80204 req-8816ad9a-b221-434b-81b4-3ad41ae9fee3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=171a824a-6709-4440-afd6-b8fcfc397fc3 HTTP/1.1" status: 200 len: 217 time: 0.0586483 Nov 03 02:03:40.161046 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-caa91a3e-5de8-421c-90b3-173d9330e254 req-f8ae76ce-87bb-4a26-a3df-b02b18a3dc2b tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114216 Nov 03 02:03:40.176087 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6173d-20ed-40ac-9b52-915340f80204 req-8821bc7a-4732-4859-b8da-89bda191d7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:40.177544 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1ce6173d-20ed-40ac-9b52-915340f80204 req-8821bc7a-4732-4859-b8da-89bda191d7c9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0427a1f4-d666-4cdb-b8e7-25c79c0e31ae HTTP/1.1" status: 200 len: 851 time: 0.0667295 Nov 03 02:03:40.210353 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1ce6173d-20ed-40ac-9b52-915340f80204 req-98874493-52ea-4cc1-8504-a940567d2efa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=326aa7e2-8440-4a6d-838b-7bc4586b4583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245938 Nov 03 02:03:40.313031 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1ce6173d-20ed-40ac-9b52-915340f80204 req-dbaa9adf-f53c-406a-9bed-28c6ab981ce0 service neutron] 10.222.0.37 "GET /v2.0/networks/326aa7e2-8440-4a6d-838b-7bc4586b4583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880551 Nov 03 02:03:40.411535 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1ce6173d-20ed-40ac-9b52-915340f80204 req-416d78c2-53c0-4348-a0ee-36f62c70ae86 service neutron] 10.222.0.37 "GET /v2.0/networks/326aa7e2-8440-4a6d-838b-7bc4586b4583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905581 Nov 03 02:03:40.492175 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c458818f-950e-45bc-94ff-7cacdb3d0810 req-9f3cda56-32b9-4d8d-9294-2a1a657599ca tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:40.493686 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-c458818f-950e-45bc-94ff-7cacdb3d0810 req-9f3cda56-32b9-4d8d-9294-2a1a657599ca tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.30 "GET /v2.0/ports?device_id=a90dea4f-ac73-4fbb-b103-80101d052586 HTTP/1.1" status: 200 len: 944 time: 0.0618215 Nov 03 02:03:40.545120 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-c458818f-950e-45bc-94ff-7cacdb3d0810 req-af926d4a-eea3-428a-92e7-8d553e09b8f7 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b70c972-ae20-4f92-b564-f5815069df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452974 Nov 03 02:03:40.733195 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a35062-78d5-40cc-b8ff-d854a1d4f576 req-5a00eead-1a29-4f33-aa29-3b6483364f36 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:40.734704 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-68a35062-78d5-40cc-b8ff-d854a1d4f576 req-5a00eead-1a29-4f33-aa29-3b6483364f36 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.30 "GET /v2.0/networks?id=39d8e720-3276-4c03-8661-79057f0201b2 HTTP/1.1" status: 200 len: 806 time: 0.1064832 Nov 03 02:03:40.750542 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-68a35062-78d5-40cc-b8ff-d854a1d4f576 req-2b4348bd-299c-4764-acab-a7b7742af6b5 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.30 "GET /v2.0/quotas/2ea66f47ad6c46779bbd1f09bfd5c5be HTTP/1.1" status: 200 len: 375 time: 0.0094898 Nov 03 02:03:40.983745 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-68a35062-78d5-40cc-b8ff-d854a1d4f576 req-1fefbf43-3ef7-4891-90cf-51e5e372a624 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ea66f47ad6c46779bbd1f09bfd5c5be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2257001 Nov 03 02:03:41.084011 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-68a35062-78d5-40cc-b8ff-d854a1d4f576 req-b583668d-e44c-4f10-b515-c34d51224408 service neutron] 10.222.0.30 "GET /v2.0/networks/39d8e720-3276-4c03-8661-79057f0201b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903523 Nov 03 02:03:41.192784 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec8586f-b0e8-42ad-9aec-080af1e1335d req-88c78794-5bff-4baa-bf93-8649b9ed2625 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:41.194304 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-6ec8586f-b0e8-42ad-9aec-080af1e1335d req-88c78794-5bff-4baa-bf93-8649b9ed2625 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 946 time: 0.1055019 Nov 03 02:03:41.228933 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-68a35062-78d5-40cc-b8ff-d854a1d4f576 req-c56983b7-6e84-418a-a16f-e338390045e4 service neutron] 10.222.0.30 "GET /v2.0/networks/39d8e720-3276-4c03-8661-79057f0201b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317735 Nov 03 02:03:41.268691 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-6ec8586f-b0e8-42ad-9aec-080af1e1335d req-6bbae9cf-2921-43b1-8250-f2c96695d9f2 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674448 Nov 03 02:03:41.398987 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db390116-7882-4e9b-8b70-6ec924cbe380 req-e88e4b82-2755-41e8-af7c-8ec45c04d9ee tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:41.400471 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-db390116-7882-4e9b-8b70-6ec924cbe380 req-e88e4b82-2755-41e8-af7c-8ec45c04d9ee tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 945 time: 0.0528812 Nov 03 02:03:41.452849 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-db390116-7882-4e9b-8b70-6ec924cbe380 req-8baa94d4-434a-46d2-bb6a-7a07b3108d85 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463257 Nov 03 02:03:41.507904 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-98a19839-48b7-4b1e-ac5c-4f4d8e64b105 req-03ca0696-ad87-4146-a0c3-76c008944c5f tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.30 "GET /v2.0/ports?device_id=51b4183b-6728-4119-b616-29bb8384c8d4 HTTP/1.1" status: 200 len: 210 time: 0.0272894 Nov 03 02:03:41.670439 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f82a2f3-fd34-47b5-86f6-8ee223861ddc req-0820ca01-a188-44ee-a885-51a71a00a43f tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:41.672564 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-5f82a2f3-fd34-47b5-86f6-8ee223861ddc req-0820ca01-a188-44ee-a885-51a71a00a43f tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.30 "GET /v2.0/ports?device_id=a90dea4f-ac73-4fbb-b103-80101d052586 HTTP/1.1" status: 200 len: 944 time: 0.0524373 Nov 03 02:03:41.720748 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-5f82a2f3-fd34-47b5-86f6-8ee223861ddc req-b8436838-f11c-4bbd-ad17-e96a39dfd655 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b70c972-ae20-4f92-b564-f5815069df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417931 Nov 03 02:03:42.395644 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd459f-f8b2-45da-a7df-ed74fc83c446 req-cc68cdd5-91f3-45c6-8c35-392e34940808 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:42.397149 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f5cd459f-f8b2-45da-a7df-ed74fc83c446 req-cc68cdd5-91f3-45c6-8c35-392e34940808 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 946 time: 0.0557940 Nov 03 02:03:42.449272 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f5cd459f-f8b2-45da-a7df-ed74fc83c446 req-17606f15-bd27-40b8-9fc4-2e0aa048ab1c tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433776 Nov 03 02:03:42.601844 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c492f0e9-78ad-46d5-a3b4-4b205870f8b1 req-02eafc2a-0ea9-460b-9838-8d9e0356ac4c tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:42.603513 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-c492f0e9-78ad-46d5-a3b4-4b205870f8b1 req-02eafc2a-0ea9-460b-9838-8d9e0356ac4c tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 945 time: 0.0756848 Nov 03 02:03:42.619865 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-3e7708c1-862a-4ffe-bd26-43fc44b14fc0 req-84d9e36c-b966-4fb5-89fb-dda1b80f1122 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.30 "GET /v2.0/ports?device_id=51b4183b-6728-4119-b616-29bb8384c8d4 HTTP/1.1" status: 200 len: 210 time: 0.0372984 Nov 03 02:03:42.678840 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-c492f0e9-78ad-46d5-a3b4-4b205870f8b1 req-5491f303-6ae6-47ea-8f52-2e9c696382ad tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610440 Nov 03 02:03:42.777441 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 45028) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:03:42.851690 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5fefb-c5a5-4acf-8bc3-a6e75d3331f8 req-12694866-7236-482c-a66f-1550d239e77f tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:42.853204 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-54f5fefb-c5a5-4acf-8bc3-a6e75d3331f8 req-12694866-7236-482c-a66f-1550d239e77f tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.30 "GET /v2.0/ports?device_id=a90dea4f-ac73-4fbb-b103-80101d052586 HTTP/1.1" status: 200 len: 944 time: 0.0604386 Nov 03 02:03:42.910334 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-ee9cb5b3-eadf-4d1b-9408-cf44f2405251 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:42.924630 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-54f5fefb-c5a5-4acf-8bc3-a6e75d3331f8 req-6e249b70-e155-41a0-a5c5-74575261a4ea tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b70c972-ae20-4f92-b564-f5815069df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635388 Nov 03 02:03:42.999823 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device 171a824a-6709-4440-afd6-b8fcfc397fc3 details requested by agent hyperv_hv-cinder-81561 with host hv-cinder-81561 {{(pid=108316) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 02:03:43.002178 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-ee9cb5b3-eadf-4d1b-9408-cf44f2405251 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:43.102633 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] For port 171a824a-6709-4440-afd6-b8fcfc397fc3, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=171a824a-6709-4440-afd6-b8fcfc397fc3,segment=NetworkSegment(2d2939de-d231-4201-abf7-a1df3c4061fd),segment_id=2d2939de-d231-4201-abf7-a1df3c4061fd)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:03:43.114599 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Returning: {'device': '171a824a-6709-4440-afd6-b8fcfc397fc3', 'network_id': '326aa7e2-8440-4a6d-838b-7bc4586b4583', 'port_id': '171a824a-6709-4440-afd6-b8fcfc397fc3', 'mac_address': 'fa:16:3e:c8:56:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0427a1f4-d666-4cdb-b8e7-25c79c0e31ae', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108316) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 02:03:43.127212 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-ee9cb5b3-eadf-4d1b-9408-cf44f2405251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:43.151156 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:43.164176 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.notifiers.nova [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 171a824a-6709-4440-afd6-b8fcfc397fc3 {{(pid=108316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 02:03:43.166073 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-ee9cb5b3-eadf-4d1b-9408-cf44f2405251 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1248caad76ae4a8e9d89c472042f1d52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3872235 Nov 03 02:03:43.167320 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9cb5b3-eadf-4d1b-9408-cf44f2405251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b62226-1f13-45ef-b025-a1bfe6471860,revision_number=1']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:43.168757 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 45042) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:03:43.185999 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] For port 171a824a-6709-4440-afd6-b8fcfc397fc3, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=171a824a-6709-4440-afd6-b8fcfc397fc3,segment=NetworkSegment(2d2939de-d231-4201-abf7-a1df3c4061fd),segment_id=2d2939de-d231-4201-abf7-a1df3c4061fd)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:03:43.223229 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-5220c1e6-7161-4c16-96d0-b9b71e469cf6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:43.246595 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-5220c1e6-7161-4c16-96d0-b9b71e469cf6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:43.258875 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:43.361350 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-5220c1e6-7161-4c16-96d0-b9b71e469cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:43.363997 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-5220c1e6-7161-4c16-96d0-b9b71e469cf6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:43.365424 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-5220c1e6-7161-4c16-96d0-b9b71e469cf6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/16b62226-1f13-45ef-b025-a1bfe6471860 HTTP/1.1" status: 204 len: 168 time: 0.1948502 Nov 03 02:03:43.375219 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5220c1e6-7161-4c16-96d0-b9b71e469cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b62226-1f13-45ef-b025-a1bfe6471860,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:43.438194 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Pushing event updated for resources: {'Port': ['ID=171a824a-6709-4440-afd6-b8fcfc397fc3,revision_number=4']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:43.580008 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f602bdff-8ceb-46bd-bb4e-7dfd49422fb7 req-d8b548ed-5244-458f-bd33-694e15f8c91a tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:43.581536 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f602bdff-8ceb-46bd-bb4e-7dfd49422fb7 req-d8b548ed-5244-458f-bd33-694e15f8c91a tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 946 time: 0.0615377 Nov 03 02:03:43.633928 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f602bdff-8ceb-46bd-bb4e-7dfd49422fb7 req-a3d16e2b-6124-4e87-9f17-788aca593778 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463779 Nov 03 02:03:43.663306 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] get_ports_and_sgs() called for port_ids ['171a824a-6709-4440-afd6-b8fcfc397fc3'] {{(pid=108316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 02:03:43.754746 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-20152fcf-d5e6-4366-9704-c804cf36aaa7 req-9534252a-f0be-488d-8575-be264e66de5f tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.30 "GET /v2.0/ports?device_id=51b4183b-6728-4119-b616-29bb8384c8d4 HTTP/1.1" status: 200 len: 210 time: 0.0523281 Nov 03 02:03:43.815718 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd537642-724c-45e4-bed9-2ac322f41bc6 req-c7d4e7e9-e5bc-4b2d-b1b9-380c24691feb tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:43.815718 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-cd537642-724c-45e4-bed9-2ac322f41bc6 req-c7d4e7e9-e5bc-4b2d-b1b9-380c24691feb tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 945 time: 0.0531287 Nov 03 02:03:43.871053 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-cd537642-724c-45e4-bed9-2ac322f41bc6 req-81501066-bf64-4c97-8f12-1a4e51809949 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523496 Nov 03 02:03:44.040715 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a35062-78d5-40cc-b8ff-d854a1d4f576 req-e718fea1-c3c9-466e-b60a-08afeebfa954 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:44.042759 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-68a35062-78d5-40cc-b8ff-d854a1d4f576 req-e718fea1-c3c9-466e-b60a-08afeebfa954 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.37 "GET /v2.0/networks?id=39d8e720-3276-4c03-8661-79057f0201b2 HTTP/1.1" status: 200 len: 806 time: 0.1274705 Nov 03 02:03:44.074229 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.v2.base [req-68a35062-78d5-40cc-b8ff-d854a1d4f576 req-f9e889df-b060-4f78-b108-5a9b4058d916 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] Request body: {'port': {'device_id': '51b4183b-6728-4119-b616-29bb8384c8d4', 'network_id': '39d8e720-3276-4c03-8661-79057f0201b2', 'admin_state_up': True, 'tenant_id': '2ea66f47ad6c46779bbd1f09bfd5c5be'}} {{(pid=108314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:03:44.157045 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad88697-264b-41ad-b909-15f5cdb77581 req-c2c2c6ad-6005-481d-8640-8378e91a0c2e tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:44.158567 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-8ad88697-264b-41ad-b909-15f5cdb77581 req-c2c2c6ad-6005-481d-8640-8378e91a0c2e tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.30 "GET /v2.0/ports?device_id=a90dea4f-ac73-4fbb-b103-80101d052586 HTTP/1.1" status: 200 len: 945 time: 0.1261652 Nov 03 02:03:44.234317 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-8ad88697-264b-41ad-b909-15f5cdb77581 req-cbb0ee62-d924-401b-872e-0e525fa71176 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b70c972-ae20-4f92-b564-f5815069df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692694 Nov 03 02:03:44.327960 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68a35062-78d5-40cc-b8ff-d854a1d4f576 req-f9e889df-b060-4f78-b108-5a9b4058d916 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] Made reservation on behalf of 2ea66f47ad6c46779bbd1f09bfd5c5be for: {'port': 1} {{(pid=108314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:03:44.331734 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-68a35062-78d5-40cc-b8ff-d854a1d4f576 req-f9e889df-b060-4f78-b108-5a9b4058d916 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:44.463562 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.db_base_plugin_common [req-68a35062-78d5-40cc-b8ff-d854a1d4f576 req-f9e889df-b060-4f78-b108-5a9b4058d916 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] Allocated IP 172.20.0.10 (39d8e720-3276-4c03-8661-79057f0201b2/8ba074a9-dcc3-41c5-b1a5-10241b38d8d5/c401d594-da88-49b7-9fee-e3f764425f67) {{(pid=108314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:03:44.465245 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 45090) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:03:44.571263 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.v2.base [None req-421b8154-ccdb-4f32-bd20-38878450642f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1390445643-network', 'tenant_id': 'f13a412251cf4add8e72d0811966ade4'}} {{(pid=108315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:03:44.621675 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-68a35062-78d5-40cc-b8ff-d854a1d4f576 req-f9e889df-b060-4f78-b108-5a9b4058d916 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] Publish callbacks [] for port, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:44.672253 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 45106) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:03:44.712813 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-421b8154-ccdb-4f32-bd20-38878450642f admin admin] Made reservation on behalf of f13a412251cf4add8e72d0811966ade4 for: {'network': 1} {{(pid=108315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:03:44.715123 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-421b8154-ccdb-4f32-bd20-38878450642f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for network, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:44.726497 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-421b8154-ccdb-4f32-bd20-38878450642f admin admin] Publish callbacks [] for security_group, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:44.737945 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd4798c8-de9e-4423-b6c7-1dbcbffd4496 admin admin] Deleting subnet d45277b5-bd47-4900-aa6f-481d40d42432 {{(pid=108315) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 02:03:44.738717 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-68a35062-78d5-40cc-b8ff-d854a1d4f576 req-f9e889df-b060-4f78-b108-5a9b4058d916 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784217128214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126899639'] for port, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:44.745280 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-fd4798c8-de9e-4423-b6c7-1dbcbffd4496 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:44.796147 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68a35062-78d5-40cc-b8ff-d854a1d4f576 req-f9e889df-b060-4f78-b108-5a9b4058d916 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] Network 39d8e720-3276-4c03-8661-79057f0201b2 is already hosted by enough agents. {{(pid=108314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:03:44.798616 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-fd4798c8-de9e-4423-b6c7-1dbcbffd4496 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:44.800982 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.base_scheduler [req-68a35062-78d5-40cc-b8ff-d854a1d4f576 req-f9e889df-b060-4f78-b108-5a9b4058d916 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] Resources bound (agent type, host, resource id): {{(pid=108314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:03:44.805708 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.l3_dvrscheduler_db [req-68a35062-78d5-40cc-b8ff-d854a1d4f576 req-f9e889df-b060-4f78-b108-5a9b4058d916 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] Received port after_create {{(pid=108314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:03:44.811360 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-fd4798c8-de9e-4423-b6c7-1dbcbffd4496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1588830'] for subnet, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:44.815667 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e5ed90-31cb-4cc6-aeb9-1b712e0f984a req-0adf6c01-4c52-4ec0-8cf7-9aa29a2b6e26 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:44.817263 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-90e5ed90-31cb-4cc6-aeb9-1b712e0f984a req-0adf6c01-4c52-4ec0-8cf7-9aa29a2b6e26 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 946 time: 0.1106133 Nov 03 02:03:44.817937 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e889df-b060-4f78-b108-5a9b4058d916 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] Pushing event updated for resources: {'Port': ['ID=c401d594-da88-49b7-9fee-e3f764425f67,revision_number=1']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:44.892959 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-421b8154-ccdb-4f32-bd20-38878450642f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:44.927685 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a35062-78d5-40cc-b8ff-d854a1d4f576 req-f9e889df-b060-4f78-b108-5a9b4058d916 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:44.928292 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-68a35062-78d5-40cc-b8ff-d854a1d4f576 req-f9e889df-b060-4f78-b108-5a9b4058d916 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622'] for port, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:44.954986 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-90e5ed90-31cb-4cc6-aeb9-1b712e0f984a req-30aafc96-1e8a-44fb-8562-2a292f6dab3d tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275079 Nov 03 02:03:44.962686 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3fdaa8-130f-4a7a-9b3c-d29effc99821 req-79f164fa-63b7-485b-a9f0-93207c9bd969 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:44.964122 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-4a3fdaa8-130f-4a7a-9b3c-d29effc99821 req-79f164fa-63b7-485b-a9f0-93207c9bd969 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.30 "GET /v2.0/ports?device_id=51b4183b-6728-4119-b616-29bb8384c8d4 HTTP/1.1" status: 200 len: 932 time: 0.1167285 Nov 03 02:03:44.967084 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-421b8154-ccdb-4f32-bd20-38878450642f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:44.973524 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-fd4798c8-de9e-4423-b6c7-1dbcbffd4496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1588775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934'] for subnet, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:45.016881 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-68a35062-78d5-40cc-b8ff-d854a1d4f576 req-f9e889df-b060-4f78-b108-5a9b4058d916 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9480867 Nov 03 02:03:45.020930 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-4a3fdaa8-130f-4a7a-9b3c-d29effc99821 req-2ed95314-9ef7-4d54-a344-f31480a9a6c3 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2d198aa-92ee-4a16-b13c-bcfd43c8f117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500178 Nov 03 02:03:45.022238 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4798c8-de9e-4423-b6c7-1dbcbffd4496 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d45277b5-bd47-4900-aa6f-481d40d42432,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:45.024249 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-421b8154-ccdb-4f32-bd20-38878450642f admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=108315) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:03:45.035233 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-fd4798c8-de9e-4423-b6c7-1dbcbffd4496 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:45.036209 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.v2.base [req-68a35062-78d5-40cc-b8ff-d854a1d4f576 req-02f56b2b-20c1-492e-bc10-01b67196addc service neutron] Request body: {'port': {'device_id': '51b4183b-6728-4119-b616-29bb8384c8d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81561'}} {{(pid=108314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:03:45.040218 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device 171a824a-6709-4440-afd6-b8fcfc397fc3 up at agent hyperv_hv-cinder-81561 {{(pid=108316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:03:45.041311 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-fd4798c8-de9e-4423-b6c7-1dbcbffd4496 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/d45277b5-bd47-4900-aa6f-481d40d42432 HTTP/1.1" status: 204 len: 168 time: 0.3679385 Nov 03 02:03:45.042491 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 45114) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:03:45.053854 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-421b8154-ccdb-4f32-bd20-38878450642f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1588371'] for segment, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:45.053854 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.db.segments_db [None req-421b8154-ccdb-4f32-bd20-38878450642f admin admin] Added segment bd6c75a6-e698-4064-874e-491d3e61c23e of type vlan for network baa53bac-7dd3-4c8a-9217-9ded84eb710f Nov 03 02:03:45.055090 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421b8154-ccdb-4f32-bd20-38878450642f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f34f56d-22dc-4342-bf1f-f7098a5b32c7,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:45.145124 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-68a35062-78d5-40cc-b8ff-d854a1d4f576 req-02f56b2b-20c1-492e-bc10-01b67196addc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:45.160780 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-421b8154-ccdb-4f32-bd20-38878450642f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784217148025'] for network, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:45.161431 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Provisioning for port 171a824a-6709-4440-afd6-b8fcfc397fc3 completed by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 02:03:45.163495 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b735b8e4-e708-4b51-983d-7a543a0358c4 req-5684d95a-4d3a-4773-8728-ea48aa685e6c tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:45.165043 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b735b8e4-e708-4b51-983d-7a543a0358c4 req-5684d95a-4d3a-4773-8728-ea48aa685e6c tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 945 time: 0.1143751 Nov 03 02:03:45.168652 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-1d72e27f-9f0c-4f00-a13d-e8e261104626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2025968'] for network, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:45.168775 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Provisioning complete for port 171a824a-6709-4440-afd6-b8fcfc397fc3 triggered by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:03:45.168775 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:45.273483 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:45.276036 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-1d72e27f-9f0c-4f00-a13d-e8e261104626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1575371', 'neutron.services.segments.db._delete_segments_for_network-8784217631501'] for network, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:45.278713 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-421b8154-ccdb-4f32-bd20-38878450642f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934'] for network, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:45.279649 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421b8154-ccdb-4f32-bd20-38878450642f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:45.280347 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-421b8154-ccdb-4f32-bd20-38878450642f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554904'] for network, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:45.311071 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b735b8e4-e708-4b51-983d-7a543a0358c4 req-c096c25f-ce2a-4608-88e1-8403e2fb675c tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371605 Nov 03 02:03:45.332922 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-1d72e27f-9f0c-4f00-a13d-e8e261104626 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=108315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:03:45.333269 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-1d72e27f-9f0c-4f00-a13d-e8e261104626 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=108315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:03:45.333994 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-1d72e27f-9f0c-4f00-a13d-e8e261104626 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=108315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:03:45.334352 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-1d72e27f-9f0c-4f00-a13d-e8e261104626 admin admin] Subscribe: > port after_create 55550000 {{(pid=108315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:03:45.334691 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-1d72e27f-9f0c-4f00-a13d-e8e261104626 admin admin] Subscribe: > port after_delete 55550000 {{(pid=108315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:03:45.335021 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-1d72e27f-9f0c-4f00-a13d-e8e261104626 admin admin] Subscribe: > port after_update 55550000 {{(pid=108315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:03:45.335339 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-1d72e27f-9f0c-4f00-a13d-e8e261104626 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=108315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:03:45.335436 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] For port 171a824a-6709-4440-afd6-b8fcfc397fc3, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=171a824a-6709-4440-afd6-b8fcfc397fc3,segment=NetworkSegment(2d2939de-d231-4201-abf7-a1df3c4061fd),segment_id=2d2939de-d231-4201-abf7-a1df3c4061fd)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:03:45.335661 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-1d72e27f-9f0c-4f00-a13d-e8e261104626 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=108315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:03:45.335977 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-1d72e27f-9f0c-4f00-a13d-e8e261104626 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=108315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:03:45.336295 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-1d72e27f-9f0c-4f00-a13d-e8e261104626 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=108315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:03:45.336571 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a90dea4f-ac73-4fbb-b103-80101d052586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '171a824a-6709-4440-afd6-b8fcfc397fc3'}] {{(pid=108316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:03:45.339135 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c49bda4003134bcf77c295383a637b11cae661d7d3df1045ea696fe6ff2a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-052b9e92-6119-47a6-af5e-4754c16fa02f" -d '{"events": [{"server_uuid": "a90dea4f-ac73-4fbb-b103-80101d052586", "name": "network-vif-plugged", "status": "completed", "tag": "171a824a-6709-4440-afd6-b8fcfc397fc3"}]}' {{(pid=108316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:03:45.385388 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 02:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ecbd625-f713-48a6-a1eb-3d0ccf1c412d x-openstack-request-id: req-5ecbd625-f713-48a6-a1eb-3d0ccf1c412d {{(pid=108316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:03:45.385718 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a90dea4f-ac73-4fbb-b103-80101d052586", "name": "network-vif-plugged", "status": "completed", "tag": "171a824a-6709-4440-afd6-b8fcfc397fc3", "code": 200}]} {{(pid=108316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:03:45.385977 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5ecbd625-f713-48a6-a1eb-3d0ccf1c412d {{(pid=108316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:03:45.386455 dv-cinder-815614-3-iscsi neutron-server[108316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a90dea4f-ac73-4fbb-b103-80101d052586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '171a824a-6709-4440-afd6-b8fcfc397fc3', 'code': 200} Nov 03 02:03:45.401854 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-1d72e27f-9f0c-4f00-a13d-e8e261104626 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=108315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:03:45.402122 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-1d72e27f-9f0c-4f00-a13d-e8e261104626 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=108315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:03:45.402484 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-1d72e27f-9f0c-4f00-a13d-e8e261104626 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=108315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:03:45.402814 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-1d72e27f-9f0c-4f00-a13d-e8e261104626 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=108315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 02:03:45.403161 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.services.segments.db [None req-1d72e27f-9f0c-4f00-a13d-e8e261104626 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc44f0b3-0476-4240-a3e5-9622fb85db4b']}} {{(pid=108315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:03:45.419552 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:45.448441 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-421b8154-ccdb-4f32-bd20-38878450642f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9818997 Nov 03 02:03:45.449139 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 45124) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:03:45.458384 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.services.segments.db [None req-1d72e27f-9f0c-4f00-a13d-e8e261104626 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4ec1b73-7ccf-4841-99f4-7291fb6daa83') {'for_net_delete': True} {{(pid=108315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:03:45.458678 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.services.segments.db [None req-1d72e27f-9f0c-4f00-a13d-e8e261104626 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4ec1b73-7ccf-4841-99f4-7291fb6daa83') {} {{(pid=108315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:03:45.467520 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.v2.base [None req-a3fc1a08-9d5b-495a-bcc6-230714d19a30 admin admin] Request body: {'subnet': {'network_id': 'baa53bac-7dd3-4c8a-9217-9ded84eb710f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1390445643-subnet', 'tenant_id': 'f13a412251cf4add8e72d0811966ade4', 'ip_version': 4}} {{(pid=108315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:03:45.473225 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Pushing event updated for resources: {'Port': ['ID=171a824a-6709-4440-afd6-b8fcfc397fc3,revision_number=5']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:45.484209 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ceae90-4a49-44fa-94ce-d3dc7308ff6a req-bb28642c-86cb-483a-b453-40773c9fc2fd tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:45.484565 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421b8154-ccdb-4f32-bd20-38878450642f admin admin] Pushing event updated for resources: {'Network': ['ID=baa53bac-7dd3-4c8a-9217-9ded84eb710f,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:45.485793 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-30ceae90-4a49-44fa-94ce-d3dc7308ff6a req-bb28642c-86cb-483a-b453-40773c9fc2fd tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.30 "GET /v2.0/ports?device_id=a90dea4f-ac73-4fbb-b103-80101d052586 HTTP/1.1" status: 200 len: 945 time: 0.1451607 Nov 03 02:03:45.495061 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-1d72e27f-9f0c-4f00-a13d-e8e261104626 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784217632534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125997496'] for segment, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:45.500546 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Network baa53bac-7dd3-4c8a-9217-9ded84eb710f details requested by agent ovs-agent-dv-cinder-815614-3-iscsi with host dv-cinder-815614-3-iscsi {{(pid=108316) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:03:45.521847 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-1d72e27f-9f0c-4f00-a13d-e8e261104626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1588371'] for segment, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:45.531021 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d72e27f-9f0c-4f00-a13d-e8e261104626 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=108315) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:03:45.531415 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-1d72e27f-9f0c-4f00-a13d-e8e261104626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1588371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127914229'] for segment, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:45.535400 dv-cinder-815614-3-iscsi neutron-server[108315]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 03 02:03:45.535400 dv-cinder-815614-3-iscsi neutron-server[108315]: from cryptography.utils import int_from_bytes Nov 03 02:03:45.535400 dv-cinder-815614-3-iscsi neutron-server[108315]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 03 02:03:45.535400 dv-cinder-815614-3-iscsi neutron-server[108315]: from cryptography.utils import int_from_bytes Nov 03 02:03:45.535400 dv-cinder-815614-3-iscsi neutron-server[108315]: Traceback (most recent call last): Nov 03 02:03:45.535400 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 02:03:45.535400 dv-cinder-815614-3-iscsi neutron-server[108315]: timer() Nov 03 02:03:45.535400 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 02:03:45.535400 dv-cinder-815614-3-iscsi neutron-server[108315]: cb(*args, **kw) Nov 03 02:03:45.535400 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 02:03:45.535400 dv-cinder-815614-3-iscsi neutron-server[108315]: return func(*args, **kwargs) Nov 03 02:03:45.535400 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 02:03:45.535400 dv-cinder-815614-3-iscsi neutron-server[108315]: self._notify() Nov 03 02:03:45.535400 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 02:03:45.535400 dv-cinder-815614-3-iscsi neutron-server[108315]: self.callback(batched_events) Nov 03 02:03:45.535400 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 02:03:45.535400 dv-cinder-815614-3-iscsi neutron-server[108315]: event.method(event) Nov 03 02:03:45.535400 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 02:03:45.535400 dv-cinder-815614-3-iscsi neutron-server[108315]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 02:03:45.535400 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 02:03:45.535400 dv-cinder-815614-3-iscsi neutron-server[108315]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 02:03:45.535400 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 02:03:45.535400 dv-cinder-815614-3-iscsi neutron-server[108315]: return f(self, *a, **k) Nov 03 02:03:45.535400 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 02:03:45.535400 dv-cinder-815614-3-iscsi neutron-server[108315]: return self._get(url).json() Nov 03 02:03:45.535400 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 02:03:45.535400 dv-cinder-815614-3-iscsi neutron-server[108315]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 02:03:45.535400 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 02:03:45.535400 dv-cinder-815614-3-iscsi neutron-server[108315]: return self.request(url, 'GET', **kwargs) Nov 03 02:03:45.535400 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 02:03:45.535400 dv-cinder-815614-3-iscsi neutron-server[108315]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 02:03:45.535400 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 02:03:45.535400 dv-cinder-815614-3-iscsi neutron-server[108315]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 02:03:45.535400 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 02:03:45.535400 dv-cinder-815614-3-iscsi neutron-server[108315]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 02:03:45.535400 dv-cinder-815614-3-iscsi neutron-server[108315]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 02:03:45.606785 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3fc1a08-9d5b-495a-bcc6-230714d19a30 admin admin] Made reservation on behalf of f13a412251cf4add8e72d0811966ade4 for: {'subnet': 1} {{(pid=108315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:03:45.609713 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-a3fc1a08-9d5b-495a-bcc6-230714d19a30 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126496633'] for subnet, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:45.616768 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-30ceae90-4a49-44fa-94ce-d3dc7308ff6a req-182246bb-408a-4a05-a481-7a41e70fe014 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b70c972-ae20-4f92-b564-f5815069df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183996 Nov 03 02:03:45.647864 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.notifiers.nova [req-68a35062-78d5-40cc-b8ff-d854a1d4f576 req-02f56b2b-20c1-492e-bc10-01b67196addc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c401d594-da88-49b7-9fee-e3f764425f67 {{(pid=108314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 02:03:45.655874 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-68a35062-78d5-40cc-b8ff-d854a1d4f576 req-02f56b2b-20c1-492e-bc10-01b67196addc service neutron] Publish callbacks [] for port, precommit_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:45.715746 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.provisioning_blocks [req-68a35062-78d5-40cc-b8ff-d854a1d4f576 req-02f56b2b-20c1-492e-bc10-01b67196addc service neutron] Transition to ACTIVE for port object c401d594-da88-49b7-9fee-e3f764425f67 will not be triggered until provisioned by entity L2. {{(pid=108314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 02:03:45.715964 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-1d72e27f-9f0c-4f00-a13d-e8e261104626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1575388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641601'] for network, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:45.742275 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-1d72e27f-9f0c-4f00-a13d-e8e261104626 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554904'] for network, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:45.748419 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-1d72e27f-9f0c-4f00-a13d-e8e261104626 admin admin] 10.222.0.30 "DELETE /v2.0/networks/bc44f0b3-0476-4240-a3e5-9622fb85db4b HTTP/1.1" status: 204 len: 168 time: 0.7013226 Nov 03 02:03:45.748419 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d72e27f-9f0c-4f00-a13d-e8e261104626 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc44f0b3-0476-4240-a3e5-9622fb85db4b,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:45.750974 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 45126) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:03:45.774583 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d0915-1583-43d2-83a5-dcd9ff5dc3b6 req-33be32ec-fc23-469d-bf39-551b0c9e8582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:45.776292 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-329d0915-1583-43d2-83a5-dcd9ff5dc3b6 req-33be32ec-fc23-469d-bf39-551b0c9e8582 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a90dea4f-ac73-4fbb-b103-80101d052586 HTTP/1.1" status: 200 len: 1099 time: 0.0446680 Nov 03 02:03:45.825086 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-329d0915-1583-43d2-83a5-dcd9ff5dc3b6 req-10910a6a-792e-486d-9f3f-d1ebf66210db service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3b70c972-ae20-4f92-b564-f5815069df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397139 Nov 03 02:03:45.830051 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.db.db_base_plugin_v2 [None req-74535f86-d9d5-4f86-ba97-67a98c392d19 admin admin] Deleting subnet 2ca2a524-1b27-4134-ac54-dc746b3cb8b3 {{(pid=108315) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 02:03:45.837579 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-74535f86-d9d5-4f86-ba97-67a98c392d19 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:45.848291 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 45130) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:03:45.881115 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-68a35062-78d5-40cc-b8ff-d854a1d4f576 req-02f56b2b-20c1-492e-bc10-01b67196addc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126899640'] for port, after_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:45.908684 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-74535f86-d9d5-4f86-ba97-67a98c392d19 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125997489'] for subnet, precommit_delete_associations {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:45.935322 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f56b2b-20c1-492e-bc10-01b67196addc service neutron] Pushing event updated for resources: {'Port': ['ID=c401d594-da88-49b7-9fee-e3f764425f67,revision_number=2']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:45.956398 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-74535f86-d9d5-4f86-ba97-67a98c392d19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1588830'] for subnet, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:45.994873 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-fb2631b2-dbb8-4147-a7ea-ef88983a4137 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:46.042095 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-a3fc1a08-9d5b-495a-bcc6-230714d19a30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127914838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126496535'] for subnet, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:46.049227 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.managers [req-68a35062-78d5-40cc-b8ff-d854a1d4f576 req-02f56b2b-20c1-492e-bc10-01b67196addc service neutron] Attempting to bind port c401d594-da88-49b7-9fee-e3f764425f67 on host hv-cinder-81561 for vnic_type normal with profile {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 02:03:46.049555 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.managers [req-68a35062-78d5-40cc-b8ff-d854a1d4f576 req-02f56b2b-20c1-492e-bc10-01b67196addc service neutron] Attempting to bind port c401d594-da88-49b7-9fee-e3f764425f67 by drivers openvswitch,hyperv on host hv-cinder-81561 at level 0 using segments [{'id': '73d3a212-151a-4e52-9946-701481cdae69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '39d8e720-3276-4c03-8661-79057f0201b2'}] {{(pid=108314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 02:03:46.049896 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a35062-78d5-40cc-b8ff-d854a1d4f576 req-02f56b2b-20c1-492e-bc10-01b67196addc service neutron] Attempting to bind port c401d594-da88-49b7-9fee-e3f764425f67 on network 39d8e720-3276-4c03-8661-79057f0201b2 {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:03:46.087671 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a35062-78d5-40cc-b8ff-d854a1d4f576 req-02f56b2b-20c1-492e-bc10-01b67196addc service neutron] Port c401d594-da88-49b7-9fee-e3f764425f67 on network 39d8e720-3276-4c03-8661-79057f0201b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81561 {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:03:46.088106 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a35062-78d5-40cc-b8ff-d854a1d4f576 req-02f56b2b-20c1-492e-bc10-01b67196addc service neutron] Attempting to bind port c401d594-da88-49b7-9fee-e3f764425f67 on network 39d8e720-3276-4c03-8661-79057f0201b2 {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:03:46.103555 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a35062-78d5-40cc-b8ff-d854a1d4f576 req-02f56b2b-20c1-492e-bc10-01b67196addc service neutron] Checking agent: {'id': 'eecef0c6-53b3-4742-ba5c-66aa511932ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81561', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 1, 59, 59), 'started_at': datetime.datetime(2021, 11, 3, 1, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 2, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:03:46.103886 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a35062-78d5-40cc-b8ff-d854a1d4f576 req-02f56b2b-20c1-492e-bc10-01b67196addc service neutron] Checking segment: {'id': '73d3a212-151a-4e52-9946-701481cdae69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '39d8e720-3276-4c03-8661-79057f0201b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 02:03:46.104265 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a35062-78d5-40cc-b8ff-d854a1d4f576 req-02f56b2b-20c1-492e-bc10-01b67196addc service neutron] Bound using segment: {'id': '73d3a212-151a-4e52-9946-701481cdae69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '39d8e720-3276-4c03-8661-79057f0201b2'} {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:03:46.104717 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.managers [req-68a35062-78d5-40cc-b8ff-d854a1d4f576 req-02f56b2b-20c1-492e-bc10-01b67196addc service neutron] Bound port: c401d594-da88-49b7-9fee-e3f764425f67, host: hv-cinder-81561, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73d3a212-151a-4e52-9946-701481cdae69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '39d8e720-3276-4c03-8661-79057f0201b2'}}] {{(pid=108314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 02:03:46.105053 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-68a35062-78d5-40cc-b8ff-d854a1d4f576 req-02f56b2b-20c1-492e-bc10-01b67196addc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:46.106541 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fc1a08-9d5b-495a-bcc6-230714d19a30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cfe1338-b6b1-408b-9ec6-b96abceeca92,revision_number=0']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:46.118515 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fc1a08-9d5b-495a-bcc6-230714d19a30 admin admin] Checking segment: {'id': 'bd6c75a6-e698-4064-874e-491d3e61c23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'baa53bac-7dd3-4c8a-9217-9ded84eb710f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 02:03:46.118923 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fc1a08-9d5b-495a-bcc6-230714d19a30 admin admin] Network hostable DHCP agents. Network: baa53bac-7dd3-4c8a-9217-9ded84eb710f, hostable agents: ['7b028a63-a201-45f3-9c70-05c56c6a2a18'], hosted agents: [] {{(pid=108315) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:03:46.122825 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-74535f86-d9d5-4f86-ba97-67a98c392d19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1588775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127914131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126496540'] for subnet, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:46.155405 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74535f86-d9d5-4f86-ba97-67a98c392d19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ca2a524-1b27-4134-ac54-dc746b3cb8b3,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:46.163799 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-74535f86-d9d5-4f86-ba97-67a98c392d19 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:46.165945 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-74535f86-d9d5-4f86-ba97-67a98c392d19 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/2ca2a524-1b27-4134-ac54-dc746b3cb8b3 HTTP/1.1" status: 204 len: 168 time: 0.4125459 Nov 03 02:03:46.169703 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 45140) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:03:46.205167 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc61528-769f-49a6-98a4-dca1d52dae18 req-aa1b4288-6c56-4514-869f-2f0f10358707 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:46.206679 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-acc61528-769f-49a6-98a4-dca1d52dae18 req-aa1b4288-6c56-4514-869f-2f0f10358707 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 946 time: 0.1585231 Nov 03 02:03:46.225166 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-fb2631b2-dbb8-4147-a7ea-ef88983a4137 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:46.242733 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fc1a08-9d5b-495a-bcc6-230714d19a30 admin admin] Network baa53bac-7dd3-4c8a-9217-9ded84eb710f is scheduled to be hosted by DHCP agent 7b028a63-a201-45f3-9c70-05c56c6a2a18 with binding_index 1 {{(pid=108315) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:03:46.250043 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-266fa443-5a2e-431e-a0a6-97195d786b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2025968'] for network, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:46.276298 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.db [req-68a35062-78d5-40cc-b8ff-d854a1d4f576 req-02f56b2b-20c1-492e-bc10-01b67196addc service neutron] For port c401d594-da88-49b7-9fee-e3f764425f67, host hv-cinder-81561, cleared binding levels {{(pid=108314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:03:46.299944 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09ccd9-f556-49f7-83e7-605c62b96d6a req-5ee81653-0776-4b04-9daf-cd4241f42a97 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:46.302122 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-ee09ccd9-f556-49f7-83e7-605c62b96d6a req-5ee81653-0776-4b04-9daf-cd4241f42a97 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.30 "GET /v2.0/ports?device_id=51b4183b-6728-4119-b616-29bb8384c8d4 HTTP/1.1" status: 200 len: 944 time: 0.1923146 Nov 03 02:03:46.304965 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.db [req-68a35062-78d5-40cc-b8ff-d854a1d4f576 req-02f56b2b-20c1-492e-bc10-01b67196addc service neutron] For port c401d594-da88-49b7-9fee-e3f764425f67, host hv-cinder-81561, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=c401d594-da88-49b7-9fee-e3f764425f67,segment=NetworkSegment(73d3a212-151a-4e52-9946-701481cdae69),segment_id=73d3a212-151a-4e52-9946-701481cdae69)] {{(pid=108314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:03:46.316779 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-fb2631b2-dbb8-4147-a7ea-ef88983a4137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:46.366947 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.base_scheduler [None req-a3fc1a08-9d5b-495a-bcc6-230714d19a30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815614-3-iscsi, baa53bac-7dd3-4c8a-9217-9ded84eb710f) {{(pid=108315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:03:46.376276 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fc1a08-9d5b-495a-bcc6-230714d19a30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:46.376558 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-a3fc1a08-9d5b-495a-bcc6-230714d19a30 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:46.376822 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635d4366-4106-401d-92b4-82cabce59ae2 None None] Network baa53bac-7dd3-4c8a-9217-9ded84eb710f requested from dv-cinder-815614-3-iscsi {{(pid=108316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 02:03:46.379390 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-acc61528-769f-49a6-98a4-dca1d52dae18 req-2252e87a-3fdd-4251-a2f4-7a2999d20361 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606030 Nov 03 02:03:46.379525 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-266fa443-5a2e-431e-a0a6-97195d786b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1575371', 'neutron.services.segments.db._delete_segments_for_network-8784217631501'] for network, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:46.401056 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-68a35062-78d5-40cc-b8ff-d854a1d4f576 req-02f56b2b-20c1-492e-bc10-01b67196addc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126899640'] for port, after_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:46.407634 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.services.segments.db [None req-266fa443-5a2e-431e-a0a6-97195d786b78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26913726-cce7-4c3f-b606-b2251afcc86c']}} {{(pid=108315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:03:46.409198 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-fb2631b2-dbb8-4147-a7ea-ef88983a4137 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3582a1ea844645df9141394d83d3672d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5597901 Nov 03 02:03:46.412321 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 45144) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:03:46.423023 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2631b2-dbb8-4147-a7ea-ef88983a4137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2306f644-54c0-48be-801c-735a61f15f60,revision_number=1']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:46.461057 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a35062-78d5-40cc-b8ff-d854a1d4f576 req-02f56b2b-20c1-492e-bc10-01b67196addc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:46.461662 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-68a35062-78d5-40cc-b8ff-d854a1d4f576 req-02f56b2b-20c1-492e-bc10-01b67196addc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622'] for port, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:46.463086 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-68a35062-78d5-40cc-b8ff-d854a1d4f576 req-02f56b2b-20c1-492e-bc10-01b67196addc service neutron] 10.222.0.37 "PUT /v2.0/ports/c401d594-da88-49b7-9fee-e3f764425f67 HTTP/1.1" status: 200 len: 1094 time: 1.4336729 Nov 03 02:03:46.463817 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51b4183b-6728-4119-b616-29bb8384c8d4', 'tag': 'c401d594-da88-49b7-9fee-e3f764425f67'}] {{(pid=108314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:03:46.466060 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b9e71fb97e4882bef21449c101b24c97d897c9b718fbc8dac7673975a826a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d86dc95-d973-4025-959d-694efed0000d" -d '{"events": [{"name": "network-changed", "server_uuid": "51b4183b-6728-4119-b616-29bb8384c8d4", "tag": "c401d594-da88-49b7-9fee-e3f764425f67"}]}' {{(pid=108314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:03:46.479436 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.services.segments.db [None req-266fa443-5a2e-431e-a0a6-97195d786b78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9e4ee0d-35a9-4476-b9fa-f79311a53055') {'for_net_delete': True} {{(pid=108315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:03:46.480005 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-ee09ccd9-f556-49f7-83e7-605c62b96d6a req-9abe402a-b51c-4cea-a6a6-fb2d194201c8 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2d198aa-92ee-4a16-b13c-bcfd43c8f117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691568 Nov 03 02:03:46.487609 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.services.segments.db [None req-266fa443-5a2e-431e-a0a6-97195d786b78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9e4ee0d-35a9-4476-b9fa-f79311a53055') {} {{(pid=108315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:03:46.511534 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f56b2b-20c1-492e-bc10-01b67196addc service neutron] Pushing event updated for resources: {'Port': ['ID=c401d594-da88-49b7-9fee-e3f764425f67,revision_number=3']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:46.533064 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-a3fc1a08-9d5b-495a-bcc6-230714d19a30 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0775750 Nov 03 02:03:46.538646 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 45148) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:03:46.545026 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.v2.base [None req-60377128-c448-40ed-8e03-27e89b2f8fde admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1390445643-router', 'tenant_id': 'f13a412251cf4add8e72d0811966ade4', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e'}}} {{(pid=108314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:03:46.552598 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 02:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae59a40-ca66-4ae4-8cac-da769a8f9f56 x-openstack-request-id: req-9ae59a40-ca66-4ae4-8cac-da769a8f9f56 {{(pid=108314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:03:46.555875 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51b4183b-6728-4119-b616-29bb8384c8d4", "tag": "c401d594-da88-49b7-9fee-e3f764425f67", "status": "completed", "code": 200}]} {{(pid=108314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:03:46.555875 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9ae59a40-ca66-4ae4-8cac-da769a8f9f56 {{(pid=108314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:03:46.555875 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51b4183b-6728-4119-b616-29bb8384c8d4', 'tag': 'c401d594-da88-49b7-9fee-e3f764425f67', 'status': 'completed', 'code': 200} Nov 03 02:03:46.556275 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-266fa443-5a2e-431e-a0a6-97195d786b78 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784217632534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125997496'] for segment, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:46.577729 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab4259-c44c-449f-b7a5-9c78f253eb77 req-181ed1a4-3d27-4e46-b3a9-bfa663afe180 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:46.579270 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b3ab4259-c44c-449f-b7a5-9c78f253eb77 req-181ed1a4-3d27-4e46-b3a9-bfa663afe180 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 945 time: 0.0838480 Nov 03 02:03:46.582374 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-266fa443-5a2e-431e-a0a6-97195d786b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1588371'] for segment, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:46.595566 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-266fa443-5a2e-431e-a0a6-97195d786b78 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=108315) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:03:46.595953 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-266fa443-5a2e-431e-a0a6-97195d786b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1588371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127914229'] for segment, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:46.597609 dv-cinder-815614-3-iscsi neutron-server[108315]: Traceback (most recent call last): Nov 03 02:03:46.597609 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 02:03:46.597609 dv-cinder-815614-3-iscsi neutron-server[108315]: timer() Nov 03 02:03:46.597609 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 02:03:46.597609 dv-cinder-815614-3-iscsi neutron-server[108315]: cb(*args, **kw) Nov 03 02:03:46.597609 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 02:03:46.597609 dv-cinder-815614-3-iscsi neutron-server[108315]: return func(*args, **kwargs) Nov 03 02:03:46.597609 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 02:03:46.597609 dv-cinder-815614-3-iscsi neutron-server[108315]: self._notify() Nov 03 02:03:46.597609 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 02:03:46.597609 dv-cinder-815614-3-iscsi neutron-server[108315]: self.callback(batched_events) Nov 03 02:03:46.597609 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 02:03:46.597609 dv-cinder-815614-3-iscsi neutron-server[108315]: event.method(event) Nov 03 02:03:46.597609 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 02:03:46.597609 dv-cinder-815614-3-iscsi neutron-server[108315]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 02:03:46.597609 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 02:03:46.597609 dv-cinder-815614-3-iscsi neutron-server[108315]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 02:03:46.597609 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 02:03:46.597609 dv-cinder-815614-3-iscsi neutron-server[108315]: return f(self, *a, **k) Nov 03 02:03:46.597609 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 02:03:46.597609 dv-cinder-815614-3-iscsi neutron-server[108315]: return self._get(url).json() Nov 03 02:03:46.597609 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 02:03:46.597609 dv-cinder-815614-3-iscsi neutron-server[108315]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 02:03:46.597609 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 02:03:46.597609 dv-cinder-815614-3-iscsi neutron-server[108315]: return self.request(url, 'GET', **kwargs) Nov 03 02:03:46.597609 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 02:03:46.597609 dv-cinder-815614-3-iscsi neutron-server[108315]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 02:03:46.597609 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 02:03:46.597609 dv-cinder-815614-3-iscsi neutron-server[108315]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 02:03:46.597609 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 02:03:46.597609 dv-cinder-815614-3-iscsi neutron-server[108315]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 02:03:46.597609 dv-cinder-815614-3-iscsi neutron-server[108315]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 02:03:46.612825 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04be1c6-5e24-43a1-9327-03211b69e3ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1c4a7f7-6499-5e5a-80e6-341c4ff4fafa-baa53bac-7dd3-4c8a-9217-9ded84eb710f', 'network_id': 'baa53bac-7dd3-4c8a-9217-9ded84eb710f', 'tenant_id': 'f13a412251cf4add8e72d0811966ade4', 'fixed_ips': [{'subnet_id': '8cfe1338-b6b1-408b-9ec6-b96abceeca92'}]}} from dv-cinder-815614-3-iscsi. {{(pid=108316) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 02:03:46.617592 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-d04be1c6-5e24-43a1-9327-03211b69e3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_create {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:46.617744 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-76d0261c-8e50-4128-b19c-c68976f4c58b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:46.669999 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b3ab4259-c44c-449f-b7a5-9c78f253eb77 req-b6940a6c-ef11-4e56-af95-460656961aba tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825505 Nov 03 02:03:46.676575 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d86dc95-d973-4025-959d-694efed0000d req-5e72b63a-7fa1-4f9e-9556-eea6c929f78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:46.678023 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-7d86dc95-d973-4025-959d-694efed0000d req-5e72b63a-7fa1-4f9e-9556-eea6c929f78b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2ea66f47ad6c46779bbd1f09bfd5c5be&device_id=51b4183b-6728-4119-b616-29bb8384c8d4 HTTP/1.1" status: 200 len: 1097 time: 0.0818484 Nov 03 02:03:46.699479 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-76d0261c-8e50-4128-b19c-c68976f4c58b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:46.700852 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-60377128-c448-40ed-8e03-27e89b2f8fde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15184'] for router, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:46.701999 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-60377128-c448-40ed-8e03-27e89b2f8fde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-558639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15175'] for router, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:46.716108 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-c939fdf7-95f7-436c-9f46-34ab25bede64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:46.734534 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-266fa443-5a2e-431e-a0a6-97195d786b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1575388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641601'] for network, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:46.753813 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-266fa443-5a2e-431e-a0a6-97195d786b78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554904'] for network, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:46.758950 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-266fa443-5a2e-431e-a0a6-97195d786b78 admin admin] 10.222.0.30 "DELETE /v2.0/networks/26913726-cce7-4c3f-b606-b2251afcc86c HTTP/1.1" status: 204 len: 168 time: 0.5860829 Nov 03 02:03:46.768447 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266fa443-5a2e-431e-a0a6-97195d786b78 admin admin] Pushing event deleted for resources: {'Network': ['ID=26913726-cce7-4c3f-b606-b2251afcc86c,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:46.777437 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.db_base_plugin_common [None req-d04be1c6-5e24-43a1-9327-03211b69e3ee None None] Allocated IP 172.20.0.2 (baa53bac-7dd3-4c8a-9217-9ded84eb710f/8cfe1338-b6b1-408b-9ec6-b96abceeca92/986b2413-a4e5-457a-afeb-0e07548da044) {{(pid=108316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:03:46.854250 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-76d0261c-8e50-4128-b19c-c68976f4c58b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:46.855996 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-60377128-c448-40ed-8e03-27e89b2f8fde admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:46.860583 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-76d0261c-8e50-4128-b19c-c68976f4c58b admin admin] Publish callbacks [] for security_group, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:46.864860 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-76d0261c-8e50-4128-b19c-c68976f4c58b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2306f644-54c0-48be-801c-735a61f15f60 HTTP/1.1" status: 204 len: 168 time: 0.4493232 Nov 03 02:03:46.873429 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f17989-a4df-4ef7-932b-053976f8d080 req-2a5e9f90-3640-47a5-9cdc-2abb66650765 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:46.875979 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-35f17989-a4df-4ef7-932b-053976f8d080 req-2a5e9f90-3640-47a5-9cdc-2abb66650765 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.30 "GET /v2.0/ports?device_id=a90dea4f-ac73-4fbb-b103-80101d052586 HTTP/1.1" status: 200 len: 946 time: 0.1701639 Nov 03 02:03:46.876224 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d0261c-8e50-4128-b19c-c68976f4c58b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2306f644-54c0-48be-801c-735a61f15f60,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:46.878664 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d86dc95-d973-4025-959d-694efed0000d req-28980063-3a64-4211-83a4-e3b18af57b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:46.880113 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-7d86dc95-d973-4025-959d-694efed0000d req-28980063-3a64-4211-83a4-e3b18af57b38 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=2ea66f47ad6c46779bbd1f09bfd5c5be&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1900368 Nov 03 02:03:46.938371 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-d04be1c6-5e24-43a1-9327-03211b69e3ee None None] Publish callbacks [] for port, precommit_create {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:47.025251 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-d04be1c6-5e24-43a1-9327-03211b69e3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784217128214'] for port, after_create {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:47.071845 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04be1c6-5e24-43a1-9327-03211b69e3ee None None] Network baa53bac-7dd3-4c8a-9217-9ded84eb710f is already hosted by enough agents. {{(pid=108316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:03:47.077455 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.scheduler.base_scheduler [None req-d04be1c6-5e24-43a1-9327-03211b69e3ee None None] Resources bound (agent type, host, resource id): {{(pid=108316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:03:47.081782 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04be1c6-5e24-43a1-9327-03211b69e3ee None None] Received port after_create {{(pid=108316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:03:47.090422 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04be1c6-5e24-43a1-9327-03211b69e3ee None None] Pushing event updated for resources: {'Port': ['ID=986b2413-a4e5-457a-afeb-0e07548da044,revision_number=1']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:47.153205 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.managers [None req-d04be1c6-5e24-43a1-9327-03211b69e3ee None None] Attempting to bind port 986b2413-a4e5-457a-afeb-0e07548da044 on host dv-cinder-815614-3-iscsi for vnic_type normal with profile {{(pid=108316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 02:03:47.153647 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.managers [None req-d04be1c6-5e24-43a1-9327-03211b69e3ee None None] Attempting to bind port 986b2413-a4e5-457a-afeb-0e07548da044 by drivers openvswitch,hyperv on host dv-cinder-815614-3-iscsi at level 0 using segments [{'id': 'bd6c75a6-e698-4064-874e-491d3e61c23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'baa53bac-7dd3-4c8a-9217-9ded84eb710f'}] {{(pid=108316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 02:03:47.158981 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04be1c6-5e24-43a1-9327-03211b69e3ee None None] Attempting to bind port 986b2413-a4e5-457a-afeb-0e07548da044 on network baa53bac-7dd3-4c8a-9217-9ded84eb710f {{(pid=108316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:03:47.160219 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04be1c6-5e24-43a1-9327-03211b69e3ee None None] Checking agent: {'id': '8d43342f-520b-4221-8f38-1d21061a375d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815614-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 1, 53, 24), 'started_at': datetime.datetime(2021, 11, 3, 1, 53, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 2, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815614-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:03:47.160624 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04be1c6-5e24-43a1-9327-03211b69e3ee None None] Checking segment: {'id': 'bd6c75a6-e698-4064-874e-491d3e61c23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'baa53bac-7dd3-4c8a-9217-9ded84eb710f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 02:03:47.161102 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-d04be1c6-5e24-43a1-9327-03211b69e3ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:47.161568 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04be1c6-5e24-43a1-9327-03211b69e3ee None None] Bound using segment: {'id': 'bd6c75a6-e698-4064-874e-491d3e61c23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'baa53bac-7dd3-4c8a-9217-9ded84eb710f'} {{(pid=108316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:03:47.162278 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.managers [None req-d04be1c6-5e24-43a1-9327-03211b69e3ee None None] Bound port: 986b2413-a4e5-457a-afeb-0e07548da044, host: dv-cinder-815614-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd6c75a6-e698-4064-874e-491d3e61c23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'baa53bac-7dd3-4c8a-9217-9ded84eb710f'}}] {{(pid=108316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 02:03:47.162555 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-d04be1c6-5e24-43a1-9327-03211b69e3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:47.189962 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 45162) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:03:47.258302 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-d04be1c6-5e24-43a1-9327-03211b69e3ee None None] For port 986b2413-a4e5-457a-afeb-0e07548da044, host dv-cinder-815614-3-iscsi, cleared binding levels {{(pid=108316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:03:47.263369 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-d04be1c6-5e24-43a1-9327-03211b69e3ee None None] For port 986b2413-a4e5-457a-afeb-0e07548da044, host dv-cinder-815614-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=986b2413-a4e5-457a-afeb-0e07548da044,segment=NetworkSegment(bd6c75a6-e698-4064-874e-491d3e61c23e),segment_id=bd6c75a6-e698-4064-874e-491d3e61c23e)] {{(pid=108316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:03:47.276477 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-35f17989-a4df-4ef7-932b-053976f8d080 req-653a0df9-6bc4-4078-958f-2b66d42b0eba tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b70c972-ae20-4f92-b564-f5815069df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3866372 Nov 03 02:03:47.316747 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-ec495faf-dd9d-4a73-bffc-b016874f5568 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9ad04651898049e7a8072ab1aa850a20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1252367 Nov 03 02:03:47.319284 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 45166) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:03:47.321885 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-d04be1c6-5e24-43a1-9327-03211b69e3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:47.344904 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-60377128-c448-40ed-8e03-27e89b2f8fde admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:47.361215 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d86dc95-d973-4025-959d-694efed0000d req-08ec08f5-3b53-45a4-bd5a-e53cc673ebd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:47.362731 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-7d86dc95-d973-4025-959d-694efed0000d req-08ec08f5-3b53-45a4-bd5a-e53cc673ebd1 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4687045 Nov 03 02:03:47.392929 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-a0197730-49f9-4c60-9fc6-0ca1ec3319ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:47.419553 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04be1c6-5e24-43a1-9327-03211b69e3ee None None] Pushing event updated for resources: {'Port': ['ID=986b2413-a4e5-457a-afeb-0e07548da044,revision_number=2']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:47.425208 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-a0197730-49f9-4c60-9fc6-0ca1ec3319ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:47.579620 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-a0197730-49f9-4c60-9fc6-0ca1ec3319ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:47.584088 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-a0197730-49f9-4c60-9fc6-0ca1ec3319ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:47.586727 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-a0197730-49f9-4c60-9fc6-0ca1ec3319ce admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/47fd4f51-839b-4c93-9cd3-f51a7305cca0 HTTP/1.1" status: 204 len: 168 time: 0.2657161 Nov 03 02:03:47.598528 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0197730-49f9-4c60-9fc6-0ca1ec3319ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47fd4f51-839b-4c93-9cd3-f51a7305cca0,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:47.707659 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a35062-78d5-40cc-b8ff-d854a1d4f576 req-fbd3093a-1598-4262-9776-ae810c0a5803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:47.710336 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-68a35062-78d5-40cc-b8ff-d854a1d4f576 req-fbd3093a-1598-4262-9776-ae810c0a5803 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2ea66f47ad6c46779bbd1f09bfd5c5be&device_id=51b4183b-6728-4119-b616-29bb8384c8d4 HTTP/1.1" status: 200 len: 1097 time: 0.2494297 Nov 03 02:03:47.716681 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ef921-ba73-4a05-b732-e0dc8ce61c3a req-86b27c00-1f38-402f-834d-79c8a9206eb2 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:47.718085 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1f6ef921-ba73-4a05-b732-e0dc8ce61c3a req-86b27c00-1f38-402f-834d-79c8a9206eb2 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 946 time: 0.1953433 Nov 03 02:03:47.726127 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea39ddaf-c882-49d1-b1a5-52017f435894 req-942b9d02-4bb9-44ed-a68e-c106c604bcd9 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:47.727566 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-ea39ddaf-c882-49d1-b1a5-52017f435894 req-942b9d02-4bb9-44ed-a68e-c106c604bcd9 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/networks?id=b9f1ba25-c9df-4fb7-a2b7-25e385903abb HTTP/1.1" status: 200 len: 815 time: 0.2831256 Nov 03 02:03:47.833466 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-ea39ddaf-c882-49d1-b1a5-52017f435894 req-101662c5-13b8-4bd1-b720-a76485ed159e tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/quotas/a236a1ddacc947d0a25090b1c2ef1456 HTTP/1.1" status: 200 len: 375 time: 0.0949159 Nov 03 02:03:47.841683 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-68a35062-78d5-40cc-b8ff-d854a1d4f576 req-1c29016c-6d6b-46de-ad03-dff841e851ff service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c401d594-da88-49b7-9fee-e3f764425f67 HTTP/1.1" status: 200 len: 217 time: 0.0934622 Nov 03 02:03:47.916259 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1f6ef921-ba73-4a05-b732-e0dc8ce61c3a req-6c3193da-021c-4759-8346-9111f0cc0009 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1868842 Nov 03 02:03:47.945318 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a35062-78d5-40cc-b8ff-d854a1d4f576 req-ab2bf35d-92a9-428c-a917-57bbd423f818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:47.946857 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-68a35062-78d5-40cc-b8ff-d854a1d4f576 req-ab2bf35d-92a9-428c-a917-57bbd423f818 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8ba074a9-dcc3-41c5-b1a5-10241b38d8d5 HTTP/1.1" status: 200 len: 846 time: 0.0869555 Nov 03 02:03:47.952930 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-ea39ddaf-c882-49d1-b1a5-52017f435894 req-8e78febf-54db-4549-aecf-aa3f2102de0a tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a236a1ddacc947d0a25090b1c2ef1456&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1169028 Nov 03 02:03:48.019280 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-68a35062-78d5-40cc-b8ff-d854a1d4f576 req-941b683a-c0b2-46ff-90e5-311080e8feaf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=39d8e720-3276-4c03-8661-79057f0201b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565755 Nov 03 02:03:48.146764 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device 986b2413-a4e5-457a-afeb-0e07548da044 up at agent ovs-agent-dv-cinder-815614-3-iscsi {{(pid=108316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:03:48.208621 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 45202) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:03:48.208717 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Provisioning complete for port 986b2413-a4e5-457a-afeb-0e07548da044 triggered by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:03:48.208717 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:48.284224 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc540f7-6ef6-4dbf-bbf5-9bcc5c788bca req-7ca5c65c-5244-4f0d-ada3-b0d3f0a78cfd tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:48.285835 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-ffc540f7-6ef6-4dbf-bbf5-9bcc5c788bca req-7ca5c65c-5244-4f0d-ada3-b0d3f0a78cfd tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.30 "GET /v2.0/ports?device_id=51b4183b-6728-4119-b616-29bb8384c8d4 HTTP/1.1" status: 200 len: 944 time: 0.2912171 Nov 03 02:03:48.293521 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-ea39ddaf-c882-49d1-b1a5-52017f435894 req-dd0929ce-64df-4724-984e-3315afaa29c1 service neutron] 10.222.0.30 "GET /v2.0/networks/b9f1ba25-c9df-4fb7-a2b7-25e385903abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3324783 Nov 03 02:03:48.295291 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-a0667bf7-ae3b-4094-8167-8e9d9c2962a1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4fe3e3ba22b64d1fb6bf19532118e44f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0912657 Nov 03 02:03:48.295930 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 45206) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:03:48.338845 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:48.357652 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-68a35062-78d5-40cc-b8ff-d854a1d4f576 req-3d192fd5-0bd0-4be5-b6b8-4f1a49ad9f19 service neutron] 10.222.0.37 "GET /v2.0/networks/39d8e720-3276-4c03-8661-79057f0201b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3242321 Nov 03 02:03:48.379051 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-60377128-c448-40ed-8e03-27e89b2f8fde admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:48.380545 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-94e55c6d-15f9-4d78-ae1b-872281ca03fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:48.405229 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] For port 986b2413-a4e5-457a-afeb-0e07548da044, host dv-cinder-815614-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=986b2413-a4e5-457a-afeb-0e07548da044,segment=NetworkSegment(bd6c75a6-e698-4064-874e-491d3e61c23e),segment_id=bd6c75a6-e698-4064-874e-491d3e61c23e)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:03:48.412050 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-94e55c6d-15f9-4d78-ae1b-872281ca03fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:48.456652 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-60377128-c448-40ed-8e03-27e89b2f8fde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:48.475781 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:48.539240 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-94e55c6d-15f9-4d78-ae1b-872281ca03fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:48.545433 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Pushing event updated for resources: {'Port': ['ID=986b2413-a4e5-457a-afeb-0e07548da044,revision_number=3']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:48.545589 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-94e55c6d-15f9-4d78-ae1b-872281ca03fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:48.547241 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-94e55c6d-15f9-4d78-ae1b-872281ca03fe admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5d3fdce6-f153-4396-b664-f0ba47dc8538 HTTP/1.1" status: 204 len: 168 time: 0.2503374 Nov 03 02:03:48.558452 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e55c6d-15f9-4d78-ae1b-872281ca03fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d3fdce6-f153-4396-b664-f0ba47dc8538,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:48.575252 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-ffc540f7-6ef6-4dbf-bbf5-9bcc5c788bca req-77aa5ad5-c14a-4ad3-a815-3870f5cdc807 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2d198aa-92ee-4a16-b13c-bcfd43c8f117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727892 Nov 03 02:03:48.619651 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-ea39ddaf-c882-49d1-b1a5-52017f435894 req-7e78fa96-ef84-426e-a796-30827e866263 service neutron] 10.222.0.30 "GET /v2.0/networks/b9f1ba25-c9df-4fb7-a2b7-25e385903abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3246751 Nov 03 02:03:48.763977 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.db_base_plugin_common [None req-60377128-c448-40ed-8e03-27e89b2f8fde admin admin] Allocated IP 172.27.1.228 (4ca214f6-e89c-4bd7-af93-48c10786815e/d2239322-01a4-44c7-bb94-af7246032662/2731610c-e582-41dd-887a-b7bf54bfcfcc) {{(pid=108314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:03:48.767978 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-68a35062-78d5-40cc-b8ff-d854a1d4f576 req-807e5c7c-357a-4694-8fb5-b8c0fad0bed3 service neutron] 10.222.0.37 "GET /v2.0/networks/39d8e720-3276-4c03-8661-79057f0201b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4001756 Nov 03 02:03:48.771012 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2759f8bb-5675-41a5-b0ca-7cc7fb2f98a6 None None] Network baa53bac-7dd3-4c8a-9217-9ded84eb710f requested from dv-cinder-815614-3-iscsi {{(pid=108316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 02:03:48.787857 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaefa233-3d41-4061-a1ed-fb1c4de80a09 req-2f7040d1-e29b-435e-9055-23c718db8d94 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:48.795080 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-eaefa233-3d41-4061-a1ed-fb1c4de80a09 req-2f7040d1-e29b-435e-9055-23c718db8d94 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 945 time: 0.1459434 Nov 03 02:03:48.860131 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-923234d5-4724-4fcb-8069-d14aed066259 None None] Provisioning complete for port 986b2413-a4e5-457a-afeb-0e07548da044 triggered by entity DHCP. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:03:48.860744 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-923234d5-4724-4fcb-8069-d14aed066259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:48.889147 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-eaefa233-3d41-4061-a1ed-fb1c4de80a09 req-34146933-a009-4735-93d1-62e95196f07e tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931942 Nov 03 02:03:48.946775 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-60377128-c448-40ed-8e03-27e89b2f8fde admin admin] Publish callbacks [] for port, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:48.957213 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-bae0a118-1835-45a5-8157-8378d5998b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:49.026175 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-652a52e3-71e5-423e-9c63-44a340e18b37 req-f0b9fd1b-12e8-4a63-b3b8-3c2b5e84a4bb tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab4c0908-93e6-4c60-8da3-a8bb3b8b24ea HTTP/1.1" status: 200 len: 210 time: 0.0376918 Nov 03 02:03:49.113456 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-60377128-c448-40ed-8e03-27e89b2f8fde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784217128214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126899639'] for port, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:49.128983 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c247f-47aa-485c-ac40-19341dc3c21a req-ffc5a69a-f29b-404e-98e7-c0a129370fc6 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:49.130825 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-aa0c247f-47aa-485c-ac40-19341dc3c21a req-ffc5a69a-f29b-404e-98e7-c0a129370fc6 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.30 "GET /v2.0/ports?device_id=a90dea4f-ac73-4fbb-b103-80101d052586 HTTP/1.1" status: 200 len: 946 time: 0.1075466 Nov 03 02:03:49.215526 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60377128-c448-40ed-8e03-27e89b2f8fde admin admin] Network 4ca214f6-e89c-4bd7-af93-48c10786815e is already hosted by enough agents. {{(pid=108314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:03:49.228915 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.base_scheduler [None req-60377128-c448-40ed-8e03-27e89b2f8fde admin admin] Resources bound (agent type, host, resource id): {{(pid=108314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:03:49.237410 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60377128-c448-40ed-8e03-27e89b2f8fde admin admin] Received port after_create {{(pid=108314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:03:49.274295 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60377128-c448-40ed-8e03-27e89b2f8fde admin admin] Pushing event updated for resources: {'Port': ['ID=2731610c-e582-41dd-887a-b7bf54bfcfcc,revision_number=1']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:49.309985 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b13f4b6-f86c-4ff9-853a-940c5eb5d970 req-d02f9d67-8256-4bc5-920a-af4b11d88f48 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:49.311497 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-8b13f4b6-f86c-4ff9-853a-940c5eb5d970 req-d02f9d67-8256-4bc5-920a-af4b11d88f48 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 946 time: 0.1435301 Nov 03 02:03:49.323057 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-aa0c247f-47aa-485c-ac40-19341dc3c21a req-489f7003-3c0d-49bf-b2e9-8d4d3b8d1e52 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b70c972-ae20-4f92-b564-f5815069df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582463 Nov 03 02:03:49.354870 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-56af6b60-a271-4f1c-9a69-486db04b3307 None None] Provisioning complete for port 986b2413-a4e5-457a-afeb-0e07548da044 triggered by entity DHCP. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:03:49.355316 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-56af6b60-a271-4f1c-9a69-486db04b3307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:49.486169 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-8b13f4b6-f86c-4ff9-853a-940c5eb5d970 req-c0ed71e1-30a2-4562-b1a8-bcacb2070261 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574066 Nov 03 02:03:49.988064 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d955e85b-5bca-4e8f-bdcc-3404dbfc9072 req-7ab13a83-f9f9-4d11-b649-93f7591fbde2 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:49.990100 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d955e85b-5bca-4e8f-bdcc-3404dbfc9072 req-7ab13a83-f9f9-4d11-b649-93f7591fbde2 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.30 "GET /v2.0/ports?device_id=51b4183b-6728-4119-b616-29bb8384c8d4 HTTP/1.1" status: 200 len: 944 time: 0.3456032 Nov 03 02:03:50.050946 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device 986b2413-a4e5-457a-afeb-0e07548da044 up at agent ovs-agent-dv-cinder-815614-3-iscsi {{(pid=108316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:03:50.065296 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-60377128-c448-40ed-8e03-27e89b2f8fde admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:50.102900 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Provisioning complete for port 986b2413-a4e5-457a-afeb-0e07548da044 triggered by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:03:50.103268 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:50.135873 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d657f-2f7c-4b3a-b714-15ab72f4376d req-886541ed-df1d-46b0-8c58-6b47e053294a tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:50.135873 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-6d1d657f-2f7c-4b3a-b714-15ab72f4376d req-886541ed-df1d-46b0-8c58-6b47e053294a tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 945 time: 0.1505287 Nov 03 02:03:50.144772 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d955e85b-5bca-4e8f-bdcc-3404dbfc9072 req-7f95f394-c43d-4fbf-b05d-0aebb0017a36 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2d198aa-92ee-4a16-b13c-bcfd43c8f117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446874 Nov 03 02:03:50.161891 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-3baf3433-eee1-48f0-90c8-209ed8ef0e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:50.265413 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-904ff659-975d-46b2-b2b4-2dc278692467 req-081f77fd-64cd-48d3-a0f9-fd7d5b9117ed tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab4c0908-93e6-4c60-8da3-a8bb3b8b24ea HTTP/1.1" status: 200 len: 210 time: 0.0477386 Nov 03 02:03:50.278720 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-6d1d657f-2f7c-4b3a-b714-15ab72f4376d req-6bc4ffbd-5dbc-4251-9b49-29bc9c305254 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280344 Nov 03 02:03:50.389642 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-60377128-c448-40ed-8e03-27e89b2f8fde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641673'] for router, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:50.631576 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d8379a-972a-419b-9657-bf125254c5f3 req-c58b6924-0b95-4485-9103-466615de72c8 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:50.633082 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-51d8379a-972a-419b-9657-bf125254c5f3 req-c58b6924-0b95-4485-9103-466615de72c8 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 946 time: 0.0506465 Nov 03 02:03:50.681048 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-51d8379a-972a-419b-9657-bf125254c5f3 req-37269d19-002b-4262-ad29-f61dbb621d5a tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420253 Nov 03 02:03:50.687330 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60377128-c448-40ed-8e03-27e89b2f8fde admin admin] Router e607ffbe-b1fa-41cb-8e25-a12d46ed9d71 is scheduled to L3 agent dfdd482b-800d-4ddb-af67-bfdcf28c1d2f with binding_index 1 {{(pid=108314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 02:03:50.815597 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60377128-c448-40ed-8e03-27e89b2f8fde admin admin] Notify agent at l3_agent.dv-cinder-815614-3-iscsi the message routers_updated {{(pid=108314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:03:50.816661 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a142d6-1a0f-48de-8380-3df33f0f3e11 None None] Sync routers for ids ['e607ffbe-b1fa-41cb-8e25-a12d46ed9d71'] in dv-cinder-815614-3-iscsi {{(pid=108317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:03:50.824636 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a142d6-1a0f-48de-8380-3df33f0f3e11 None None] Routers {'e607ffbe-b1fa-41cb-8e25-a12d46ed9d71'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:03:50.825222 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-12a142d6-1a0f-48de-8380-3df33f0f3e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:03:49Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['e607ffbe-b1fa-41cb-8e25-a12d46ed9d71'], 'active': True} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:03:50.937486 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvr_db [None req-12a142d6-1a0f-48de-8380-3df33f0f3e11 None None] Set router e607ffbe-b1fa-41cb-8e25-a12d46ed9d71 gateway port host: dv-cinder-815614-3-iscsi {{(pid=108317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:03:50.978519 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-60377128-c448-40ed-8e03-27e89b2f8fde admin admin] Publish callbacks [] for router, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:50.980393 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-60377128-c448-40ed-8e03-27e89b2f8fde admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.4397924 Nov 03 02:03:50.983052 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 45322) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:03:51.005714 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f82b4-be1e-4422-840b-5060cf2a75f8 req-640d2bfa-8bb3-4c48-82da-405b44e67a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:51.007873 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-728f82b4-be1e-4422-840b-5060cf2a75f8 req-640d2bfa-8bb3-4c48-82da-405b44e67a83 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 1098 time: 0.0641706 Nov 03 02:03:51.097036 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-728f82b4-be1e-4422-840b-5060cf2a75f8 req-77c0c797-506e-41a1-be2d-12906b71b2e7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754998 Nov 03 02:03:51.143420 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-12a142d6-1a0f-48de-8380-3df33f0f3e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e607ffbe-b1fa-41cb-8e25-a12d46ed9d71', 'name': 'tempest-TestMinimumBasicScenario-1390445643-router', 'tenant_id': 'f13a412251cf4add8e72d0811966ade4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '2731610c-e582-41dd-887a-b7bf54bfcfcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:03:46Z', 'updated_at': '2021-11-03T02:03:49Z', 'revision_number': 3, 'project_id': 'f13a412251cf4add8e72d0811966ade4', 'gw_port': {'id': '2731610c-e582-41dd-887a-b7bf54bfcfcc', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:70:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e607ffbe-b1fa-41cb-8e25-a12d46ed9d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:03:48Z', 'updated_at': '2021-11-03T02:03:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi'}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:03:51.179067 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a142d6-1a0f-48de-8380-3df33f0f3e11 None None] Checking router: e607ffbe-b1fa-41cb-8e25-a12d46ed9d71 for host: dv-cinder-815614-3-iscsi {{(pid=108317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:03:51.179428 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a142d6-1a0f-48de-8380-3df33f0f3e11 None None] Updating router e607ffbe-b1fa-41cb-8e25-a12d46ed9d71 port 2731610c-e582-41dd-887a-b7bf54bfcfcc binding host dv-cinder-815614-3-iscsi {{(pid=108317) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 02:03:51.211642 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron_lib.callbacks.manager [None req-12a142d6-1a0f-48de-8380-3df33f0f3e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:51.328766 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-5b813f54-077d-440d-903f-32bc670fe069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:51.384383 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce27c95-a9a9-41b1-a70f-7a9b77adf0e7 req-2c85f67f-fb74-4bc3-a6b0-ab45e0c75f8c tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:51.386313 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-7ce27c95-a9a9-41b1-a70f-7a9b77adf0e7 req-2c85f67f-fb74-4bc3-a6b0-ab45e0c75f8c tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.30 "GET /v2.0/ports?device_id=51b4183b-6728-4119-b616-29bb8384c8d4 HTTP/1.1" status: 200 len: 944 time: 0.1429098 Nov 03 02:03:51.439694 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-844ceb16-e9e7-4de7-87eb-69c57446173b req-455afa55-a608-4aff-9202-08b9135de3c2 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab4c0908-93e6-4c60-8da3-a8bb3b8b24ea HTTP/1.1" status: 200 len: 210 time: 0.0523334 Nov 03 02:03:51.489790 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-7ce27c95-a9a9-41b1-a70f-7a9b77adf0e7 req-c5570696-8900-4333-a7ef-201d06ef5bf1 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2d198aa-92ee-4a16-b13c-bcfd43c8f117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583184 Nov 03 02:03:51.562735 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron_lib.callbacks.manager [None req-12a142d6-1a0f-48de-8380-3df33f0f3e11 None None] Publish callbacks [] for port, precommit_update {{(pid=108317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:51.577788 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c88692-23c3-4bc8-9b2e-7ee8e5e93171 req-2ad8995e-a0a3-4ff5-bb41-84bb0d711b34 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:51.579698 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-40c88692-23c3-4bc8-9b2e-7ee8e5e93171 req-2ad8995e-a0a3-4ff5-bb41-84bb0d711b34 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 945 time: 0.0659084 Nov 03 02:03:51.635675 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-40c88692-23c3-4bc8-9b2e-7ee8e5e93171 req-869ecad7-0cdf-479c-a0a4-ab405c03025c tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495338 Nov 03 02:03:51.658783 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron_lib.callbacks.manager [None req-12a142d6-1a0f-48de-8380-3df33f0f3e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:51.716939 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.managers [None req-12a142d6-1a0f-48de-8380-3df33f0f3e11 None None] Attempting to bind port 2731610c-e582-41dd-887a-b7bf54bfcfcc on host dv-cinder-815614-3-iscsi for vnic_type normal with profile {{(pid=108317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 02:03:51.718157 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.managers [None req-12a142d6-1a0f-48de-8380-3df33f0f3e11 None None] Attempting to bind port 2731610c-e582-41dd-887a-b7bf54bfcfcc by drivers openvswitch,hyperv on host dv-cinder-815614-3-iscsi at level 0 using segments [{'id': '1823f467-65f5-492c-8155-6dfe4df97867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e'}] {{(pid=108317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 02:03:51.718157 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a142d6-1a0f-48de-8380-3df33f0f3e11 None None] Attempting to bind port 2731610c-e582-41dd-887a-b7bf54bfcfcc on network 4ca214f6-e89c-4bd7-af93-48c10786815e {{(pid=108317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:03:51.719918 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea77b59d-9ad4-44fa-a4be-ae063693b1ce None None] Pushing event updated for resources: {'Port': ['ID=2731610c-e582-41dd-887a-b7bf54bfcfcc,revision_number=2']} {{(pid=108317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:51.721317 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-dbda13da-cf82-4982-b6dd-dab2980296fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:51.728563 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea77b59d-9ad4-44fa-a4be-ae063693b1ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:03:51.728938 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea77b59d-9ad4-44fa-a4be-ae063693b1ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:03:51.729295 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea77b59d-9ad4-44fa-a4be-ae063693b1ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:03:51.729815 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea77b59d-9ad4-44fa-a4be-ae063693b1ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:03:51.730344 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea77b59d-9ad4-44fa-a4be-ae063693b1ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:03:51.730687 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea77b59d-9ad4-44fa-a4be-ae063693b1ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:03:51.731018 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea77b59d-9ad4-44fa-a4be-ae063693b1ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:03:51.731349 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea77b59d-9ad4-44fa-a4be-ae063693b1ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:03:51.731696 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea77b59d-9ad4-44fa-a4be-ae063693b1ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:03:51.732417 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea77b59d-9ad4-44fa-a4be-ae063693b1ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:03:51.732417 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea77b59d-9ad4-44fa-a4be-ae063693b1ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:03:51.732655 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea77b59d-9ad4-44fa-a4be-ae063693b1ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:03:51.739767 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a142d6-1a0f-48de-8380-3df33f0f3e11 None None] Checking agent: {'id': '8d43342f-520b-4221-8f38-1d21061a375d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815614-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 1, 53, 24), 'started_at': datetime.datetime(2021, 11, 3, 1, 53, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 2, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815614-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:03:51.740295 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a142d6-1a0f-48de-8380-3df33f0f3e11 None None] Checking segment: {'id': '1823f467-65f5-492c-8155-6dfe4df97867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 02:03:51.741914 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron_lib.callbacks.manager [None req-12a142d6-1a0f-48de-8380-3df33f0f3e11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:51.742059 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a142d6-1a0f-48de-8380-3df33f0f3e11 None None] Bound using segment: {'id': '1823f467-65f5-492c-8155-6dfe4df97867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e'} {{(pid=108317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:03:51.742679 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.managers [None req-12a142d6-1a0f-48de-8380-3df33f0f3e11 None None] Bound port: 2731610c-e582-41dd-887a-b7bf54bfcfcc, host: dv-cinder-815614-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1823f467-65f5-492c-8155-6dfe4df97867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e'}}] {{(pid=108317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 02:03:51.743094 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron_lib.callbacks.manager [None req-12a142d6-1a0f-48de-8380-3df33f0f3e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:51.811592 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.db [None req-12a142d6-1a0f-48de-8380-3df33f0f3e11 None None] For port 2731610c-e582-41dd-887a-b7bf54bfcfcc, host dv-cinder-815614-3-iscsi, cleared binding levels {{(pid=108317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:03:51.815046 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.db [None req-12a142d6-1a0f-48de-8380-3df33f0f3e11 None None] For port 2731610c-e582-41dd-887a-b7bf54bfcfcc, host dv-cinder-815614-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=2731610c-e582-41dd-887a-b7bf54bfcfcc,segment=NetworkSegment(1823f467-65f5-492c-8155-6dfe4df97867),segment_id=1823f467-65f5-492c-8155-6dfe4df97867)] {{(pid=108317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:03:51.840917 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23d25fe-9e46-4a39-9694-a96055028398 req-68496c86-35de-4b38-9d40-c32266f9df76 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:51.849376 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f23d25fe-9e46-4a39-9694-a96055028398 req-68496c86-35de-4b38-9d40-c32266f9df76 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 946 time: 0.0491922 Nov 03 02:03:51.896209 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f23d25fe-9e46-4a39-9694-a96055028398 req-62e21faa-ec6d-4c4a-ab8f-16928f023413 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470817 Nov 03 02:03:51.901931 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.db.db_base_plugin_common [None req-dbda13da-cf82-4982-b6dd-dab2980296fa admin admin] Allocated IP 172.20.0.1 (baa53bac-7dd3-4c8a-9217-9ded84eb710f/8cfe1338-b6b1-408b-9ec6-b96abceeca92/1816f6e6-aed0-499e-beee-08666f0ad553) {{(pid=108315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:03:51.933023 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron_lib.callbacks.manager [None req-12a142d6-1a0f-48de-8380-3df33f0f3e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:51.984921 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a142d6-1a0f-48de-8380-3df33f0f3e11 None None] Routers {'e607ffbe-b1fa-41cb-8e25-a12d46ed9d71'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:03:51.985539 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-12a142d6-1a0f-48de-8380-3df33f0f3e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:03:49Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['e607ffbe-b1fa-41cb-8e25-a12d46ed9d71'], 'active': True} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:03:52.016605 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-dbda13da-cf82-4982-b6dd-dab2980296fa admin admin] Publish callbacks [] for port, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:52.046155 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea77b59d-9ad4-44fa-a4be-ae063693b1ce None None] Pushing event updated for resources: {'Port': ['ID=2731610c-e582-41dd-887a-b7bf54bfcfcc,revision_number=3']} {{(pid=108317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:52.162059 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvr_db [None req-12a142d6-1a0f-48de-8380-3df33f0f3e11 None None] Set router e607ffbe-b1fa-41cb-8e25-a12d46ed9d71 gateway port host: dv-cinder-815614-3-iscsi {{(pid=108317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:03:52.185053 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea39ddaf-c882-49d1-b1a5-52017f435894 req-36cb5cea-28ef-4431-a40f-695245bf616b tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:52.187193 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-ea39ddaf-c882-49d1-b1a5-52017f435894 req-36cb5cea-28ef-4431-a40f-695245bf616b tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.37 "GET /v2.0/networks?id=b9f1ba25-c9df-4fb7-a2b7-25e385903abb HTTP/1.1" status: 200 len: 815 time: 0.1237545 Nov 03 02:03:52.190655 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-dbda13da-cf82-4982-b6dd-dab2980296fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784217128214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127914182'] for port, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:52.202919 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.v2.base [req-ea39ddaf-c882-49d1-b1a5-52017f435894 req-a93011c5-3333-48dc-b714-2deb9f8bef33 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Request body: {'port': {'device_id': 'ab4c0908-93e6-4c60-8da3-a8bb3b8b24ea', 'network_id': 'b9f1ba25-c9df-4fb7-a2b7-25e385903abb', 'admin_state_up': True, 'tenant_id': 'a236a1ddacc947d0a25090b1c2ef1456'}} {{(pid=108314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:03:52.247661 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbda13da-cf82-4982-b6dd-dab2980296fa admin admin] Network baa53bac-7dd3-4c8a-9217-9ded84eb710f is already hosted by enough agents. {{(pid=108315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:03:52.254545 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.base_scheduler [None req-dbda13da-cf82-4982-b6dd-dab2980296fa admin admin] Resources bound (agent type, host, resource id): {{(pid=108315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:03:52.267869 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbda13da-cf82-4982-b6dd-dab2980296fa admin admin] Received port after_create {{(pid=108315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:03:52.341682 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbda13da-cf82-4982-b6dd-dab2980296fa admin admin] Pushing event updated for resources: {'Port': ['ID=1816f6e6-aed0-499e-beee-08666f0ad553,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:52.381679 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-dbda13da-cf82-4982-b6dd-dab2980296fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640980'] for router_interface, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:52.469900 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea39ddaf-c882-49d1-b1a5-52017f435894 req-a93011c5-3333-48dc-b714-2deb9f8bef33 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Made reservation on behalf of a236a1ddacc947d0a25090b1c2ef1456 for: {'port': 1} {{(pid=108314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:03:52.474968 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-ea39ddaf-c882-49d1-b1a5-52017f435894 req-a93011c5-3333-48dc-b714-2deb9f8bef33 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:52.661296 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-12a142d6-1a0f-48de-8380-3df33f0f3e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e607ffbe-b1fa-41cb-8e25-a12d46ed9d71', 'name': 'tempest-TestMinimumBasicScenario-1390445643-router', 'tenant_id': 'f13a412251cf4add8e72d0811966ade4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '2731610c-e582-41dd-887a-b7bf54bfcfcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:03:46Z', 'updated_at': '2021-11-03T02:03:49Z', 'revision_number': 3, 'project_id': 'f13a412251cf4add8e72d0811966ade4', 'gw_port': {'id': '2731610c-e582-41dd-887a-b7bf54bfcfcc', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:70:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e607ffbe-b1fa-41cb-8e25-a12d46ed9d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:03:48Z', 'updated_at': '2021-11-03T02:03:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi'}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:03:52.695567 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a142d6-1a0f-48de-8380-3df33f0f3e11 None None] The sync data for ids ['e607ffbe-b1fa-41cb-8e25-a12d46ed9d71'] in dv-cinder-815614-3-iscsi is: [{'id': 'e607ffbe-b1fa-41cb-8e25-a12d46ed9d71', 'name': 'tempest-TestMinimumBasicScenario-1390445643-router', 'tenant_id': 'f13a412251cf4add8e72d0811966ade4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '2731610c-e582-41dd-887a-b7bf54bfcfcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:03:46Z', 'updated_at': '2021-11-03T02:03:49Z', 'revision_number': 3, 'project_id': 'f13a412251cf4add8e72d0811966ade4', 'gw_port': {'id': '2731610c-e582-41dd-887a-b7bf54bfcfcc', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:70:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e607ffbe-b1fa-41cb-8e25-a12d46ed9d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:03:48Z', 'updated_at': '2021-11-03T02:03:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi'}] {{(pid=108317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:03:52.723343 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-dbda13da-cf82-4982-b6dd-dab2980296fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:52.801981 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-7e5376dc-be73-4bd2-a442-849003a8ac57 req-246d1d87-9ce2-424b-9169-78b48e164146 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab4c0908-93e6-4c60-8da3-a8bb3b8b24ea HTTP/1.1" status: 200 len: 210 time: 0.1375599 Nov 03 02:03:52.815848 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-adab3071-82aa-49b9-b47f-cdc1adf118ea None None] Provisioning complete for port 1816f6e6-aed0-499e-beee-08666f0ad553 triggered by entity DHCP. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:03:52.816482 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-adab3071-82aa-49b9-b47f-cdc1adf118ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:52.903409 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf793df-e3e0-41a8-a07e-42d4b28daf2b req-7dd70e74-3c4c-4ed0-82e3-7c57f7960039 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:52.908640 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-adab3071-82aa-49b9-b47f-cdc1adf118ea None None] Port 1816f6e6-aed0-499e-beee-08666f0ad553 cannot update to ACTIVE because it is not bound. {{(pid=108316) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 02:03:52.916627 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-bcf793df-e3e0-41a8-a07e-42d4b28daf2b req-7dd70e74-3c4c-4ed0-82e3-7c57f7960039 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.30 "GET /v2.0/ports?device_id=51b4183b-6728-4119-b616-29bb8384c8d4 HTTP/1.1" status: 200 len: 944 time: 0.2801478 Nov 03 02:03:52.922053 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 45374) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:03:52.947895 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.db_base_plugin_common [req-ea39ddaf-c882-49d1-b1a5-52017f435894 req-a93011c5-3333-48dc-b714-2deb9f8bef33 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Allocated IP 172.20.0.6 (b9f1ba25-c9df-4fb7-a2b7-25e385903abb/c04fe74d-10e3-420d-8b55-340dc19e5e2d/b86f86db-8a25-4da3-abaa-8e726628e287) {{(pid=108314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:03:53.074805 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-bcf793df-e3e0-41a8-a07e-42d4b28daf2b req-69096165-97c7-46cf-b189-a15c7b45aedb tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2d198aa-92ee-4a16-b13c-bcfd43c8f117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571627 Nov 03 02:03:53.081280 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device c401d594-da88-49b7-9fee-e3f764425f67 details requested by agent hyperv_hv-cinder-81561 with host hv-cinder-81561 {{(pid=108316) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 02:03:53.137860 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-dbda13da-cf82-4982-b6dd-dab2980296fa admin admin] Publish callbacks [] for port, precommit_update {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:53.153994 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-58b13626-ffbc-450c-9820-ef84b84f036b admin admin] Publish callbacks [] for security_group, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:53.191384 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d65d4c-5dcb-49da-a6ca-304c53bfbd2c req-1349683c-6234-46dc-b6c7-ca77805792d3 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:53.193169 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-18d65d4c-5dcb-49da-a6ca-304c53bfbd2c req-1349683c-6234-46dc-b6c7-ca77805792d3 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 945 time: 0.2490146 Nov 03 02:03:53.215097 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-dbda13da-cf82-4982-b6dd-dab2980296fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127914185'] for port, after_update {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:53.249597 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] For port c401d594-da88-49b7-9fee-e3f764425f67, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=c401d594-da88-49b7-9fee-e3f764425f67,segment=NetworkSegment(73d3a212-151a-4e52-9946-701481cdae69),segment_id=73d3a212-151a-4e52-9946-701481cdae69)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:03:53.275310 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Returning: {'device': 'c401d594-da88-49b7-9fee-e3f764425f67', 'network_id': '39d8e720-3276-4c03-8661-79057f0201b2', 'port_id': 'c401d594-da88-49b7-9fee-e3f764425f67', 'mac_address': 'fa:16:3e:a3:e8:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba074a9-dcc3-41c5-b1a5-10241b38d8d5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108316) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 02:03:53.329718 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbda13da-cf82-4982-b6dd-dab2980296fa admin admin] Pushing event updated for resources: {'Port': ['ID=1816f6e6-aed0-499e-beee-08666f0ad553,revision_number=2']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:53.341505 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-dbda13da-cf82-4982-b6dd-dab2980296fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640840'] for router_interface, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:53.359755 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:53.375040 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-18d65d4c-5dcb-49da-a6ca-304c53bfbd2c req-cf5ede1c-c6a3-4594-b874-8ed9ec3072b1 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685145 Nov 03 02:03:53.375599 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-58b13626-ffbc-450c-9820-ef84b84f036b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:53.381497 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.notifiers.nova [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c401d594-da88-49b7-9fee-e3f764425f67 {{(pid=108316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 02:03:53.385540 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ee23a4-2721-4cd2-953c-5d1e76e0d2c7 req-0dc9e48a-1a62-4458-9627-27d8b615ac59 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:53.393403 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-c9ee23a4-2721-4cd2-953c-5d1e76e0d2c7 req-0dc9e48a-1a62-4458-9627-27d8b615ac59 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 946 time: 0.1952128 Nov 03 02:03:53.421356 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] For port c401d594-da88-49b7-9fee-e3f764425f67, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=c401d594-da88-49b7-9fee-e3f764425f67,segment=NetworkSegment(73d3a212-151a-4e52-9946-701481cdae69),segment_id=73d3a212-151a-4e52-9946-701481cdae69)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:03:53.434760 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-ea39ddaf-c882-49d1-b1a5-52017f435894 req-a93011c5-3333-48dc-b714-2deb9f8bef33 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Publish callbacks [] for port, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:53.469624 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-58b13626-ffbc-450c-9820-ef84b84f036b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:53.505077 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-c9ee23a4-2721-4cd2-953c-5d1e76e0d2c7 req-8b8f8cd6-598f-4057-abd6-6d8c2f6587a3 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980303 Nov 03 02:03:53.528815 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:53.537772 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-58b13626-ffbc-450c-9820-ef84b84f036b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1b8a53e577054103a9f4b3d44cc81fa9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6144962 Nov 03 02:03:53.540489 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 45386) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:03:53.546331 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b13626-ffbc-450c-9820-ef84b84f036b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be39d2cd-96db-4be3-9288-92f386ce37cc,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:53.567659 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbda13da-cf82-4982-b6dd-dab2980296fa admin admin] Network baa53bac-7dd3-4c8a-9217-9ded84eb710f is already hosted by enough agents. {{(pid=108315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:03:53.569136 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.base_scheduler [None req-dbda13da-cf82-4982-b6dd-dab2980296fa admin admin] Resources bound (agent type, host, resource id): {{(pid=108315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:03:53.587915 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-ea39ddaf-c882-49d1-b1a5-52017f435894 req-a93011c5-3333-48dc-b714-2deb9f8bef33 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784217128214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126899639'] for port, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:53.664341 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Pushing event updated for resources: {'Port': ['ID=c401d594-da88-49b7-9fee-e3f764425f67,revision_number=4']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:53.677330 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea39ddaf-c882-49d1-b1a5-52017f435894 req-a93011c5-3333-48dc-b714-2deb9f8bef33 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Network b9f1ba25-c9df-4fb7-a2b7-25e385903abb is already hosted by enough agents. {{(pid=108314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:03:53.683414 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93011c5-3333-48dc-b714-2deb9f8bef33 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Pushing event updated for resources: {'Port': ['ID=b86f86db-8a25-4da3-abaa-8e726628e287,revision_number=1']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:53.696482 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.base_scheduler [req-ea39ddaf-c882-49d1-b1a5-52017f435894 req-a93011c5-3333-48dc-b714-2deb9f8bef33 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Resources bound (agent type, host, resource id): {{(pid=108314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:03:53.705762 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea39ddaf-c882-49d1-b1a5-52017f435894 req-a93011c5-3333-48dc-b714-2deb9f8bef33 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Received port after_create {{(pid=108314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:03:53.716375 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-f6ebfb21-2eda-4b78-8e3c-3a7eb50d4625 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:53.768719 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbda13da-cf82-4982-b6dd-dab2980296fa admin admin] Router e607ffbe-b1fa-41cb-8e25-a12d46ed9d71 has already been hosted by L3 agent dfdd482b-800d-4ddb-af67-bfdcf28c1d2f {{(pid=108315) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:03:53.823400 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-f6ebfb21-2eda-4b78-8e3c-3a7eb50d4625 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:53.877226 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea39ddaf-c882-49d1-b1a5-52017f435894 req-a93011c5-3333-48dc-b714-2deb9f8bef33 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:53.878172 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-ea39ddaf-c882-49d1-b1a5-52017f435894 req-a93011c5-3333-48dc-b714-2deb9f8bef33 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622'] for port, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:53.928612 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbda13da-cf82-4982-b6dd-dab2980296fa admin admin] Notify agent at l3_agent.dv-cinder-815614-3-iscsi the message routers_updated {{(pid=108315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:03:53.953776 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-dbda13da-cf82-4982-b6dd-dab2980296fa admin admin] 10.222.0.30 "PUT /v2.0/routers/e607ffbe-b1fa-41cb-8e25-a12d46ed9d71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9592273 Nov 03 02:03:53.984389 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab8cc4-3862-47de-94fe-bbe95a2b299d req-35b4cf5c-c306-4704-901e-60ae3d2441c1 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:53.985902 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-07ab8cc4-3862-47de-94fe-bbe95a2b299d req-35b4cf5c-c306-4704-901e-60ae3d2441c1 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 945 time: 0.1471593 Nov 03 02:03:54.012294 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d72aa29-b342-4605-b754-9ddfff0b4114 req-329ad810-316d-4e30-aa5a-f03c607eafd3 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:54.013781 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1d72aa29-b342-4605-b754-9ddfff0b4114 req-329ad810-316d-4e30-aa5a-f03c607eafd3 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab4c0908-93e6-4c60-8da3-a8bb3b8b24ea HTTP/1.1" status: 200 len: 931 time: 0.0961008 Nov 03 02:03:54.027745 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-ea39ddaf-c882-49d1-b1a5-52017f435894 req-a93011c5-3333-48dc-b714-2deb9f8bef33 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8304658 Nov 03 02:03:54.058958 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-c427ff5d-ede3-45da-9bc4-92753b26be3e None None] Provisioning complete for port 1816f6e6-aed0-499e-beee-08666f0ad553 triggered by entity DHCP. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:03:54.059519 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-c427ff5d-ede3-45da-9bc4-92753b26be3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:54.126120 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:54.135447 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1d72aa29-b342-4605-b754-9ddfff0b4114 req-5159ea1b-7913-420f-8334-345056df8a1b tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2caa2a6-72c8-4014-ab52-bb2a40600117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112251 Nov 03 02:03:54.160645 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-c427ff5d-ede3-45da-9bc4-92753b26be3e None None] Port 1816f6e6-aed0-499e-beee-08666f0ad553 cannot update to ACTIVE because it is not bound. {{(pid=108316) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 02:03:54.163725 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-07ab8cc4-3862-47de-94fe-bbe95a2b299d req-b5824e15-8391-4aa1-aa45-c89165bbaa80 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654527 Nov 03 02:03:54.172809 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-f6ebfb21-2eda-4b78-8e3c-3a7eb50d4625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:54.178000 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-f6ebfb21-2eda-4b78-8e3c-3a7eb50d4625 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:54.178000 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-f6ebfb21-2eda-4b78-8e3c-3a7eb50d4625 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/be39d2cd-96db-4be3-9288-92f386ce37cc HTTP/1.1" status: 204 len: 168 time: 0.6352167 Nov 03 02:03:54.187641 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ebfb21-2eda-4b78-8e3c-3a7eb50d4625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be39d2cd-96db-4be3-9288-92f386ce37cc,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:54.193917 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device 2731610c-e582-41dd-887a-b7bf54bfcfcc up at agent ovs-agent-dv-cinder-815614-3-iscsi {{(pid=108316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:03:54.279545 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Provisioning complete for port 2731610c-e582-41dd-887a-b7bf54bfcfcc triggered by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:03:54.280035 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:54.281267 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad17a9e-6cda-4296-ac75-a5c459a01b2e req-77f69338-3c27-43aa-8c5f-3c5f33457150 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:54.282780 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-aad17a9e-6cda-4296-ac75-a5c459a01b2e req-77f69338-3c27-43aa-8c5f-3c5f33457150 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.30 "GET /v2.0/ports?device_id=51b4183b-6728-4119-b616-29bb8384c8d4 HTTP/1.1" status: 200 len: 945 time: 0.0574563 Nov 03 02:03:54.340383 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-aad17a9e-6cda-4296-ac75-a5c459a01b2e req-87a0fb2d-dde7-4fa5-8a8c-0b131a720d8d tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2d198aa-92ee-4a16-b13c-bcfd43c8f117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513437 Nov 03 02:03:54.364128 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:54.389662 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] For port 2731610c-e582-41dd-887a-b7bf54bfcfcc, host dv-cinder-815614-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=2731610c-e582-41dd-887a-b7bf54bfcfcc,segment=NetworkSegment(1823f467-65f5-492c-8155-6dfe4df97867),segment_id=1823f467-65f5-492c-8155-6dfe4df97867)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:03:54.469353 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:54.528323 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Pushing event updated for resources: {'Port': ['ID=2731610c-e582-41dd-887a-b7bf54bfcfcc,revision_number=4']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:54.629665 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad25b8fa-bb3b-42bd-abdc-17420a0633d2 req-f598083d-9864-459c-9eb3-00ac192f96ff tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:54.638328 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-ad25b8fa-bb3b-42bd-abdc-17420a0633d2 req-f598083d-9864-459c-9eb3-00ac192f96ff tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 946 time: 0.0705783 Nov 03 02:03:54.696604 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-ad25b8fa-bb3b-42bd-abdc-17420a0633d2 req-92193bae-d332-41db-a3d5-cc89fed09c3a tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573659 Nov 03 02:03:54.940906 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 45418) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:03:54.945600 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.v2.base [None req-6172bd6f-d0e6-482f-a5bf-2ef2c6c7e604 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-372168183-network', 'tenant_id': 'b1d4c3fda5b546afbd53ead7d0482c1a'}} {{(pid=108314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:03:54.983423 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6847c27e-87f9-48f0-a5e2-61ebdd75d077 None None] Sync routers for ids ['e607ffbe-b1fa-41cb-8e25-a12d46ed9d71'] in dv-cinder-815614-3-iscsi {{(pid=108316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:03:55.034335 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6172bd6f-d0e6-482f-a5bf-2ef2c6c7e604 admin admin] Made reservation on behalf of b1d4c3fda5b546afbd53ead7d0482c1a for: {'network': 1} {{(pid=108314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:03:55.036663 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-6172bd6f-d0e6-482f-a5bf-2ef2c6c7e604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for network, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:55.045979 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-6172bd6f-d0e6-482f-a5bf-2ef2c6c7e604 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:55.113208 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6847c27e-87f9-48f0-a5e2-61ebdd75d077 None None] Routers {'e607ffbe-b1fa-41cb-8e25-a12d46ed9d71'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:03:55.122953 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-6847c27e-87f9-48f0-a5e2-61ebdd75d077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:03:49Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['e607ffbe-b1fa-41cb-8e25-a12d46ed9d71'], 'active': True} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:03:55.133000 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-6172bd6f-d0e6-482f-a5bf-2ef2c6c7e604 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:55.213972 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-6172bd6f-d0e6-482f-a5bf-2ef2c6c7e604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:55.237680 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6172bd6f-d0e6-482f-a5bf-2ef2c6c7e604 admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=108314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:03:55.238813 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvr_db [None req-6847c27e-87f9-48f0-a5e2-61ebdd75d077 None None] Set router e607ffbe-b1fa-41cb-8e25-a12d46ed9d71 gateway port host: dv-cinder-815614-3-iscsi {{(pid=108316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:03:55.283801 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6172bd6f-d0e6-482f-a5bf-2ef2c6c7e604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db22ab9d-cfec-4edc-bbcf-fa64f650a41b,revision_number=1']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:55.301779 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-6172bd6f-d0e6-482f-a5bf-2ef2c6c7e604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1588371'] for segment, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:55.302125 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.db.segments_db [None req-6172bd6f-d0e6-482f-a5bf-2ef2c6c7e604 admin admin] Added segment 82d9c75f-0fd2-409f-9846-61f83168429f of type vlan for network 36122a2d-f909-4d18-bd0a-ea255b113401 Nov 03 02:03:55.360463 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-6172bd6f-d0e6-482f-a5bf-2ef2c6c7e604 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784217148025'] for network, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:55.375078 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f891a-6c9b-4090-911d-58cb514dec4b req-59a07ec0-4b19-4ce8-a94a-31e099bdb8b6 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:55.376582 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-961f891a-6c9b-4090-911d-58cb514dec4b req-59a07ec0-4b19-4ce8-a94a-31e099bdb8b6 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab4c0908-93e6-4c60-8da3-a8bb3b8b24ea HTTP/1.1" status: 200 len: 931 time: 0.1400998 Nov 03 02:03:55.391025 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b9e29d-023f-4231-afb8-bd90fd289094 req-2b2c7db1-ce19-4c9b-b7ef-2682c3651d76 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:55.392466 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b9b9e29d-023f-4231-afb8-bd90fd289094 req-2b2c7db1-ce19-4c9b-b7ef-2682c3651d76 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 945 time: 0.1359720 Nov 03 02:03:55.443223 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-6847c27e-87f9-48f0-a5e2-61ebdd75d077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e607ffbe-b1fa-41cb-8e25-a12d46ed9d71', 'name': 'tempest-TestMinimumBasicScenario-1390445643-router', 'tenant_id': 'f13a412251cf4add8e72d0811966ade4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '2731610c-e582-41dd-887a-b7bf54bfcfcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:03:46Z', 'updated_at': '2021-11-03T02:03:52Z', 'revision_number': 4, 'project_id': 'f13a412251cf4add8e72d0811966ade4', 'gw_port': {'id': '2731610c-e582-41dd-887a-b7bf54bfcfcc', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:70:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e607ffbe-b1fa-41cb-8e25-a12d46ed9d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:03:48Z', 'updated_at': '2021-11-03T02:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_interfaces': [{'id': '1816f6e6-aed0-499e-beee-08666f0ad553', 'name': '', 'network_id': 'baa53bac-7dd3-4c8a-9217-9ded84eb710f', 'tenant_id': 'f13a412251cf4add8e72d0811966ade4', 'mac_address': 'fa:16:3e:43:f1:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e607ffbe-b1fa-41cb-8e25-a12d46ed9d71', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '8cfe1338-b6b1-408b-9ec6-b96abceeca92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:03:51Z', 'updated_at': '2021-11-03T02:03:52Z', 'revision_number': 2, 'project_id': 'f13a412251cf4add8e72d0811966ade4', 'subnets': [{'id': '8cfe1338-b6b1-408b-9ec6-b96abceeca92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:03:55.473687 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6847c27e-87f9-48f0-a5e2-61ebdd75d077 None None] Checking router: e607ffbe-b1fa-41cb-8e25-a12d46ed9d71 for host: dv-cinder-815614-3-iscsi {{(pid=108316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:03:55.474047 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6847c27e-87f9-48f0-a5e2-61ebdd75d077 None None] Updating router e607ffbe-b1fa-41cb-8e25-a12d46ed9d71 port 1816f6e6-aed0-499e-beee-08666f0ad553 binding host dv-cinder-815614-3-iscsi {{(pid=108316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 02:03:55.477454 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-961f891a-6c9b-4090-911d-58cb514dec4b req-567a7fd2-94d3-4973-b3a5-a8e4508c311b tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2caa2a6-72c8-4014-ab52-bb2a40600117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840201 Nov 03 02:03:55.481787 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b9b9e29d-023f-4231-afb8-bd90fd289094 req-4ccd8380-0446-4b24-addf-b24b9b5da42e tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741746 Nov 03 02:03:55.508108 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-6847c27e-87f9-48f0-a5e2-61ebdd75d077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:55.515403 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-6172bd6f-d0e6-482f-a5bf-2ef2c6c7e604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934'] for network, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:55.516818 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6172bd6f-d0e6-482f-a5bf-2ef2c6c7e604 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:55.516953 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-6172bd6f-d0e6-482f-a5bf-2ef2c6c7e604 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554904'] for network, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:55.792233 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-6847c27e-87f9-48f0-a5e2-61ebdd75d077 None None] Publish callbacks [] for port, precommit_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:55.804117 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-6172bd6f-d0e6-482f-a5bf-2ef2c6c7e604 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8620107 Nov 03 02:03:55.806881 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 45430) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:03:55.812303 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.v2.base [None req-c22ae8ec-7603-484e-997a-b42978896071 admin admin] Request body: {'subnet': {'network_id': '36122a2d-f909-4d18-bd0a-ea255b113401', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-372168183-subnet', 'tenant_id': 'b1d4c3fda5b546afbd53ead7d0482c1a', 'ip_version': 4}} {{(pid=108315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:03:55.820989 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6172bd6f-d0e6-482f-a5bf-2ef2c6c7e604 admin admin] Pushing event updated for resources: {'Network': ['ID=36122a2d-f909-4d18-bd0a-ea255b113401,revision_number=1']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:55.831617 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Network 36122a2d-f909-4d18-bd0a-ea255b113401 details requested by agent ovs-agent-dv-cinder-815614-3-iscsi with host dv-cinder-815614-3-iscsi {{(pid=108316) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:03:55.863235 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36417fb-10a0-4777-a09f-27de21a33d2b req-fbb87c50-66d4-475b-b106-69502561b690 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:55.864757 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-c36417fb-10a0-4777-a09f-27de21a33d2b req-fbb87c50-66d4-475b-b106-69502561b690 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.30 "GET /v2.0/ports?device_id=51b4183b-6728-4119-b616-29bb8384c8d4 HTTP/1.1" status: 200 len: 945 time: 0.3229558 Nov 03 02:03:55.878543 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4139529-c47b-46d3-9833-1cedf4925375 req-d62aaba4-ec57-4cad-9980-d6be43ebcf5d tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:55.880138 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d4139529-c47b-46d3-9833-1cedf4925375 req-d62aaba4-ec57-4cad-9980-d6be43ebcf5d tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 946 time: 0.0820446 Nov 03 02:03:55.902724 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-6847c27e-87f9-48f0-a5e2-61ebdd75d077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:55.946600 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c22ae8ec-7603-484e-997a-b42978896071 admin admin] Made reservation on behalf of b1d4c3fda5b546afbd53ead7d0482c1a for: {'subnet': 1} {{(pid=108315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:03:55.954202 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-c22ae8ec-7603-484e-997a-b42978896071 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126496633'] for subnet, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:55.957016 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d55ed9-81d6-49ba-beaf-33845c8ad3a0 None None] Pushing event updated for resources: {'Port': ['ID=1816f6e6-aed0-499e-beee-08666f0ad553,revision_number=3']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:55.965951 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-c36417fb-10a0-4777-a09f-27de21a33d2b req-7e039f81-145b-49ad-8021-0fecbe36e3f7 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2d198aa-92ee-4a16-b13c-bcfd43c8f117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848212 Nov 03 02:03:55.983993 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d4139529-c47b-46d3-9833-1cedf4925375 req-0e03d24b-a9f8-40c6-b854-29ce516bc571 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870512 Nov 03 02:03:56.015700 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.managers [None req-6847c27e-87f9-48f0-a5e2-61ebdd75d077 None None] Attempting to bind port 1816f6e6-aed0-499e-beee-08666f0ad553 on host dv-cinder-815614-3-iscsi for vnic_type normal with profile {{(pid=108316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 02:03:56.016482 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.managers [None req-6847c27e-87f9-48f0-a5e2-61ebdd75d077 None None] Attempting to bind port 1816f6e6-aed0-499e-beee-08666f0ad553 by drivers openvswitch,hyperv on host dv-cinder-815614-3-iscsi at level 0 using segments [{'id': 'bd6c75a6-e698-4064-874e-491d3e61c23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'baa53bac-7dd3-4c8a-9217-9ded84eb710f'}] {{(pid=108316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 02:03:56.017021 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6847c27e-87f9-48f0-a5e2-61ebdd75d077 None None] Attempting to bind port 1816f6e6-aed0-499e-beee-08666f0ad553 on network baa53bac-7dd3-4c8a-9217-9ded84eb710f {{(pid=108316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:03:56.027645 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6847c27e-87f9-48f0-a5e2-61ebdd75d077 None None] Checking agent: {'id': '8d43342f-520b-4221-8f38-1d21061a375d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815614-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 1, 53, 24), 'started_at': datetime.datetime(2021, 11, 3, 1, 53, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 2, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815614-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:03:56.028023 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6847c27e-87f9-48f0-a5e2-61ebdd75d077 None None] Checking segment: {'id': 'bd6c75a6-e698-4064-874e-491d3e61c23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'baa53bac-7dd3-4c8a-9217-9ded84eb710f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 02:03:56.028424 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-6847c27e-87f9-48f0-a5e2-61ebdd75d077 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:56.028862 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6847c27e-87f9-48f0-a5e2-61ebdd75d077 None None] Bound using segment: {'id': 'bd6c75a6-e698-4064-874e-491d3e61c23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'baa53bac-7dd3-4c8a-9217-9ded84eb710f'} {{(pid=108316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:03:56.029265 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.managers [None req-6847c27e-87f9-48f0-a5e2-61ebdd75d077 None None] Bound port: 1816f6e6-aed0-499e-beee-08666f0ad553, host: dv-cinder-815614-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd6c75a6-e698-4064-874e-491d3e61c23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'baa53bac-7dd3-4c8a-9217-9ded84eb710f'}}] {{(pid=108316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 02:03:56.029642 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-6847c27e-87f9-48f0-a5e2-61ebdd75d077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:56.109519 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-6847c27e-87f9-48f0-a5e2-61ebdd75d077 None None] For port 1816f6e6-aed0-499e-beee-08666f0ad553, host dv-cinder-815614-3-iscsi, cleared binding levels {{(pid=108316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:03:56.113138 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-6847c27e-87f9-48f0-a5e2-61ebdd75d077 None None] For port 1816f6e6-aed0-499e-beee-08666f0ad553, host dv-cinder-815614-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=1816f6e6-aed0-499e-beee-08666f0ad553,segment=NetworkSegment(bd6c75a6-e698-4064-874e-491d3e61c23e),segment_id=bd6c75a6-e698-4064-874e-491d3e61c23e)] {{(pid=108316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:03:56.137590 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device 2731610c-e582-41dd-887a-b7bf54bfcfcc up at agent ovs-agent-dv-cinder-815614-3-iscsi {{(pid=108316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:03:56.191748 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-6847c27e-87f9-48f0-a5e2-61ebdd75d077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:56.242555 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Provisioning complete for port 2731610c-e582-41dd-887a-b7bf54bfcfcc triggered by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:03:56.242929 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:56.285220 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d55ed9-81d6-49ba-beaf-33845c8ad3a0 None None] Pushing event updated for resources: {'Port': ['ID=1816f6e6-aed0-499e-beee-08666f0ad553,revision_number=4']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:56.287840 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6847c27e-87f9-48f0-a5e2-61ebdd75d077 None None] Routers {'e607ffbe-b1fa-41cb-8e25-a12d46ed9d71'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:03:56.288437 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-6847c27e-87f9-48f0-a5e2-61ebdd75d077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:03:49Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['e607ffbe-b1fa-41cb-8e25-a12d46ed9d71'], 'active': True} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:03:56.299425 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-c22ae8ec-7603-484e-997a-b42978896071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127914838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126496535'] for subnet, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:56.367115 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22ae8ec-7603-484e-997a-b42978896071 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28b76daf-2cbd-4148-ae06-82eabeedc4ca,revision_number=0']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:56.379105 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ae8ec-7603-484e-997a-b42978896071 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:03:56.379805 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ae8ec-7603-484e-997a-b42978896071 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:03:56.380232 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ae8ec-7603-484e-997a-b42978896071 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:03:56.380626 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ae8ec-7603-484e-997a-b42978896071 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:03:56.381017 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ae8ec-7603-484e-997a-b42978896071 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:03:56.381404 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ae8ec-7603-484e-997a-b42978896071 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:03:56.381790 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ae8ec-7603-484e-997a-b42978896071 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:03:56.382206 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ae8ec-7603-484e-997a-b42978896071 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:03:56.382590 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ae8ec-7603-484e-997a-b42978896071 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:03:56.383103 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ae8ec-7603-484e-997a-b42978896071 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:03:56.383538 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ae8ec-7603-484e-997a-b42978896071 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:03:56.383918 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ae8ec-7603-484e-997a-b42978896071 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:03:56.387986 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22ae8ec-7603-484e-997a-b42978896071 admin admin] Checking segment: {'id': '82d9c75f-0fd2-409f-9846-61f83168429f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '36122a2d-f909-4d18-bd0a-ea255b113401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 02:03:56.388501 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22ae8ec-7603-484e-997a-b42978896071 admin admin] Network hostable DHCP agents. Network: 36122a2d-f909-4d18-bd0a-ea255b113401, hostable agents: ['7b028a63-a201-45f3-9c70-05c56c6a2a18'], hosted agents: [] {{(pid=108315) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:03:56.396489 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-1aa1af39-ad6e-48bf-9ce1-3b377e668f1f None None] Provisioning complete for port 1816f6e6-aed0-499e-beee-08666f0ad553 triggered by entity DHCP. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:03:56.396856 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-1aa1af39-ad6e-48bf-9ce1-3b377e668f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:56.477085 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvr_db [None req-6847c27e-87f9-48f0-a5e2-61ebdd75d077 None None] Set router e607ffbe-b1fa-41cb-8e25-a12d46ed9d71 gateway port host: dv-cinder-815614-3-iscsi {{(pid=108316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:03:56.480008 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22ae8ec-7603-484e-997a-b42978896071 admin admin] Network 36122a2d-f909-4d18-bd0a-ea255b113401 is scheduled to be hosted by DHCP agent 7b028a63-a201-45f3-9c70-05c56c6a2a18 with binding_index 1 {{(pid=108315) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:03:56.567599 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.base_scheduler [None req-c22ae8ec-7603-484e-997a-b42978896071 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815614-3-iscsi, 36122a2d-f909-4d18-bd0a-ea255b113401) {{(pid=108315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:03:56.573724 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22ae8ec-7603-484e-997a-b42978896071 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:56.578371 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-c22ae8ec-7603-484e-997a-b42978896071 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:56.603718 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa00bc3-b638-4ebb-a86f-9c325525db03 None None] Network 36122a2d-f909-4d18-bd0a-ea255b113401 requested from dv-cinder-815614-3-iscsi {{(pid=108316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 02:03:56.641329 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6914cd82-8678-4879-892f-92dd86e37282 req-0fab41f2-b958-47f7-bdba-fc554cc3f40e tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:56.642840 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-6914cd82-8678-4879-892f-92dd86e37282 req-0fab41f2-b958-47f7-bdba-fc554cc3f40e tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 945 time: 0.0843766 Nov 03 02:03:56.663792 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab3bab-61af-43b3-bea8-53ee6115a5ff req-8a8e1999-9ea5-408f-9a7c-0fb890233acc tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:56.665232 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-7fab3bab-61af-43b3-bea8-53ee6115a5ff req-8a8e1999-9ea5-408f-9a7c-0fb890233acc tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab4c0908-93e6-4c60-8da3-a8bb3b8b24ea HTTP/1.1" status: 200 len: 931 time: 0.0933831 Nov 03 02:03:56.706410 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-1aa1af39-ad6e-48bf-9ce1-3b377e668f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:56.715735 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-c22ae8ec-7603-484e-997a-b42978896071 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9072721 Nov 03 02:03:56.716564 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 45440) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:03:56.728949 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.v2.base [None req-d8eb8109-25cb-46be-aef3-56aa35079178 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-372168183-router', 'tenant_id': 'b1d4c3fda5b546afbd53ead7d0482c1a', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e'}}} {{(pid=108314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:03:56.751031 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-6914cd82-8678-4879-892f-92dd86e37282 req-87ff6511-f012-45da-af39-18bc1ff62ea6 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019728 Nov 03 02:03:56.758457 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-7fab3bab-61af-43b3-bea8-53ee6115a5ff req-38253582-e08a-460b-ad1b-70502638de76 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2caa2a6-72c8-4014-ab52-bb2a40600117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863590 Nov 03 02:03:56.784806 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-1aa1af39-ad6e-48bf-9ce1-3b377e668f1f None None] For port 1816f6e6-aed0-499e-beee-08666f0ad553, host dv-cinder-815614-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=1816f6e6-aed0-499e-beee-08666f0ad553,segment=NetworkSegment(bd6c75a6-e698-4064-874e-491d3e61c23e),segment_id=bd6c75a6-e698-4064-874e-491d3e61c23e)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:03:56.921586 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-d8eb8109-25cb-46be-aef3-56aa35079178 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15184'] for router, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:56.923079 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-d8eb8109-25cb-46be-aef3-56aa35079178 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-558639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15175'] for router, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:56.966035 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] get_ports_and_sgs() called for port_ids ['aef52f3c-1a62-45b5-9c4b-40ee0869774e'] {{(pid=108316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 02:03:57.007340 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.v2.base [req-ea39ddaf-c882-49d1-b1a5-52017f435894 req-994042fa-68ba-46dd-aa34-6dd5a91458d3 service neutron] Request body: {'port': {'device_id': 'ab4c0908-93e6-4c60-8da3-a8bb3b8b24ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81561'}} {{(pid=108314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:03:57.014571 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-d8eb8109-25cb-46be-aef3-56aa35079178 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:57.016194 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-1aa1af39-ad6e-48bf-9ce1-3b377e668f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:57.053122 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0560d722-8cd3-4b92-91ab-b75ff9515938 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1c4a7f7-6499-5e5a-80e6-341c4ff4fafa-36122a2d-f909-4d18-bd0a-ea255b113401', 'network_id': '36122a2d-f909-4d18-bd0a-ea255b113401', 'tenant_id': 'b1d4c3fda5b546afbd53ead7d0482c1a', 'fixed_ips': [{'subnet_id': '28b76daf-2cbd-4148-ae06-82eabeedc4ca'}]}} from dv-cinder-815614-3-iscsi. {{(pid=108316) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 02:03:57.053122 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-0560d722-8cd3-4b92-91ab-b75ff9515938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_create {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:57.121274 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-6847c27e-87f9-48f0-a5e2-61ebdd75d077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e607ffbe-b1fa-41cb-8e25-a12d46ed9d71', 'name': 'tempest-TestMinimumBasicScenario-1390445643-router', 'tenant_id': 'f13a412251cf4add8e72d0811966ade4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '2731610c-e582-41dd-887a-b7bf54bfcfcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:03:46Z', 'updated_at': '2021-11-03T02:03:52Z', 'revision_number': 4, 'project_id': 'f13a412251cf4add8e72d0811966ade4', 'gw_port': {'id': '2731610c-e582-41dd-887a-b7bf54bfcfcc', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:70:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e607ffbe-b1fa-41cb-8e25-a12d46ed9d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:03:48Z', 'updated_at': '2021-11-03T02:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_interfaces': [{'id': '1816f6e6-aed0-499e-beee-08666f0ad553', 'name': '', 'network_id': 'baa53bac-7dd3-4c8a-9217-9ded84eb710f', 'tenant_id': 'f13a412251cf4add8e72d0811966ade4', 'mac_address': 'fa:16:3e:43:f1:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e607ffbe-b1fa-41cb-8e25-a12d46ed9d71', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '8cfe1338-b6b1-408b-9ec6-b96abceeca92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:03:51Z', 'updated_at': '2021-11-03T02:03:56Z', 'revision_number': 4, 'project_id': 'f13a412251cf4add8e72d0811966ade4', 'subnets': [{'id': '8cfe1338-b6b1-408b-9ec6-b96abceeca92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:03:57.166855 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa1af39-ad6e-48bf-9ce1-3b377e668f1f None None] Pushing event updated for resources: {'Port': ['ID=1816f6e6-aed0-499e-beee-08666f0ad553,revision_number=5']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:57.213210 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-ea39ddaf-c882-49d1-b1a5-52017f435894 req-994042fa-68ba-46dd-aa34-6dd5a91458d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:57.222112 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6847c27e-87f9-48f0-a5e2-61ebdd75d077 None None] The sync data for ids ['e607ffbe-b1fa-41cb-8e25-a12d46ed9d71'] in dv-cinder-815614-3-iscsi is: [{'id': 'e607ffbe-b1fa-41cb-8e25-a12d46ed9d71', 'name': 'tempest-TestMinimumBasicScenario-1390445643-router', 'tenant_id': 'f13a412251cf4add8e72d0811966ade4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '2731610c-e582-41dd-887a-b7bf54bfcfcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:03:46Z', 'updated_at': '2021-11-03T02:03:52Z', 'revision_number': 4, 'project_id': 'f13a412251cf4add8e72d0811966ade4', 'gw_port': {'id': '2731610c-e582-41dd-887a-b7bf54bfcfcc', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:70:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e607ffbe-b1fa-41cb-8e25-a12d46ed9d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:03:48Z', 'updated_at': '2021-11-03T02:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_interfaces': [{'id': '1816f6e6-aed0-499e-beee-08666f0ad553', 'name': '', 'network_id': 'baa53bac-7dd3-4c8a-9217-9ded84eb710f', 'tenant_id': 'f13a412251cf4add8e72d0811966ade4', 'mac_address': 'fa:16:3e:43:f1:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e607ffbe-b1fa-41cb-8e25-a12d46ed9d71', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '8cfe1338-b6b1-408b-9ec6-b96abceeca92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:03:51Z', 'updated_at': '2021-11-03T02:03:56Z', 'revision_number': 4, 'project_id': 'f13a412251cf4add8e72d0811966ade4', 'subnets': [{'id': '8cfe1338-b6b1-408b-9ec6-b96abceeca92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:03:57.261258 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a548a86a-2480-4b03-9ffb-1b3be86cf6d1 req-6aa425c4-a538-4c26-b1c8-660f1665fb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:57.262045 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a548a86a-2480-4b03-9ffb-1b3be86cf6d1 req-6aa425c4-a538-4c26-b1c8-660f1665fb8c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dcf02d32d2b4466f90bc61e38f1776a8&device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 1098 time: 0.2684751 Nov 03 02:03:57.310172 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-933bb3ab-c053-450b-92df-2dc9192aae32 None None] Provisioning complete for port 1816f6e6-aed0-499e-beee-08666f0ad553 triggered by entity DHCP. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:03:57.310172 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-933bb3ab-c053-450b-92df-2dc9192aae32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:57.320219 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1295791-9f11-45cc-bdd5-8f9fe929e8ae req-63cf48c5-4f45-41aa-a322-7bd51b307868 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:57.321808 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f1295791-9f11-45cc-bdd5-8f9fe929e8ae req-63cf48c5-4f45-41aa-a322-7bd51b307868 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.30 "GET /v2.0/ports?device_id=51b4183b-6728-4119-b616-29bb8384c8d4 HTTP/1.1" status: 200 len: 945 time: 0.2555807 Nov 03 02:03:57.382681 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.db_base_plugin_common [None req-0560d722-8cd3-4b92-91ab-b75ff9515938 None None] Allocated IP 172.20.0.2 (36122a2d-f909-4d18-bd0a-ea255b113401/28b76daf-2cbd-4148-ae06-82eabeedc4ca/ac401ed1-1288-4cfd-b703-6eba938a2e25) {{(pid=108316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:03:57.454448 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06fc389-a596-4ca8-84e5-c2ca84ad294f req-3d677c3d-ebbd-4076-b62e-fb96dc0951c6 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:57.456562 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] get_ports_and_sgs() called for port_ids ['c401d594-da88-49b7-9fee-e3f764425f67'] {{(pid=108316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 02:03:57.461012 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b06fc389-a596-4ca8-84e5-c2ca84ad294f req-3d677c3d-ebbd-4076-b62e-fb96dc0951c6 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 946 time: 0.3577869 Nov 03 02:03:57.527862 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-d8eb8109-25cb-46be-aef3-56aa35079178 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:57.590421 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f1295791-9f11-45cc-bdd5-8f9fe929e8ae req-c6556514-eeed-4316-b819-a9a8e237359f tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2d198aa-92ee-4a16-b13c-bcfd43c8f117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350540 Nov 03 02:03:57.704482 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a548a86a-2480-4b03-9ffb-1b3be86cf6d1 req-12dfea50-5cb1-492e-89f7-b1c590efb769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:57.705900 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a548a86a-2480-4b03-9ffb-1b3be86cf6d1 req-12dfea50-5cb1-492e-89f7-b1c590efb769 service neutron] 10.222.0.37 "GET /v2.0/networks?id=736ee5a9-6b0f-40e2-b2ff-a9aa9510814f HTTP/1.1" status: 200 len: 920 time: 0.4184692 Nov 03 02:03:57.718531 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-0560d722-8cd3-4b92-91ab-b75ff9515938 None None] Publish callbacks [] for port, precommit_create {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:57.752520 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device 200c1df3-d8a9-42db-83ec-6723cdbe5701 details requested by agent hyperv_hv-cinder-81561 with host hv-cinder-81561 {{(pid=108316) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 02:03:57.768941 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b06fc389-a596-4ca8-84e5-c2ca84ad294f req-17150c7e-68a3-4c6f-881d-862aa02fefd1 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3067803 Nov 03 02:03:57.796713 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a548a86a-2480-4b03-9ffb-1b3be86cf6d1 req-2702992b-71bd-4420-a029-3c83ab79c643 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c800a63f-5d20-4479-bff0-75fde1f2c55a HTTP/1.1" status: 200 len: 217 time: 0.0747845 Nov 03 02:03:57.826571 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-0560d722-8cd3-4b92-91ab-b75ff9515938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784217128214'] for port, after_create {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:57.937633 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0560d722-8cd3-4b92-91ab-b75ff9515938 None None] Network 36122a2d-f909-4d18-bd0a-ea255b113401 is already hosted by enough agents. {{(pid=108316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:03:57.950040 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.scheduler.base_scheduler [None req-0560d722-8cd3-4b92-91ab-b75ff9515938 None None] Resources bound (agent type, host, resource id): {{(pid=108316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:03:57.958995 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0560d722-8cd3-4b92-91ab-b75ff9515938 None None] Received port after_create {{(pid=108316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:03:57.991024 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0560d722-8cd3-4b92-91ab-b75ff9515938 None None] Pushing event updated for resources: {'Port': ['ID=ac401ed1-1288-4cfd-b703-6eba938a2e25,revision_number=1']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:58.009780 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] For port 200c1df3-d8a9-42db-83ec-6723cdbe5701, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=200c1df3-d8a9-42db-83ec-6723cdbe5701,segment=NetworkSegment(3daecc90-8d27-458b-8803-ba0d162359ea),segment_id=3daecc90-8d27-458b-8803-ba0d162359ea)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:03:58.063168 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Returning: {'device': '200c1df3-d8a9-42db-83ec-6723cdbe5701', 'network_id': 'f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9', 'port_id': '200c1df3-d8a9-42db-83ec-6723cdbe5701', 'mac_address': 'fa:16:3e:5a:f0:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95177d92-9024-40b6-ac79-02b9d5fce0cc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108316) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 02:03:58.104153 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.managers [None req-0560d722-8cd3-4b92-91ab-b75ff9515938 None None] Attempting to bind port ac401ed1-1288-4cfd-b703-6eba938a2e25 on host dv-cinder-815614-3-iscsi for vnic_type normal with profile {{(pid=108316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 02:03:58.104822 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.managers [None req-0560d722-8cd3-4b92-91ab-b75ff9515938 None None] Attempting to bind port ac401ed1-1288-4cfd-b703-6eba938a2e25 by drivers openvswitch,hyperv on host dv-cinder-815614-3-iscsi at level 0 using segments [{'id': '82d9c75f-0fd2-409f-9846-61f83168429f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '36122a2d-f909-4d18-bd0a-ea255b113401'}] {{(pid=108316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 02:03:58.105360 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0560d722-8cd3-4b92-91ab-b75ff9515938 None None] Attempting to bind port ac401ed1-1288-4cfd-b703-6eba938a2e25 on network 36122a2d-f909-4d18-bd0a-ea255b113401 {{(pid=108316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:03:58.166225 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:58.168509 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device 1816f6e6-aed0-499e-beee-08666f0ad553 up at agent ovs-agent-dv-cinder-815614-3-iscsi {{(pid=108316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:03:58.191889 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a548a86a-2480-4b03-9ffb-1b3be86cf6d1 req-0dea2dd2-4de3-4021-b758-a0be27ac3db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:58.193409 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a548a86a-2480-4b03-9ffb-1b3be86cf6d1 req-0dea2dd2-4de3-4021-b758-a0be27ac3db9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=67746e52-e9e3-4c10-8eb3-4bad00b287b3 HTTP/1.1" status: 200 len: 859 time: 0.3280909 Nov 03 02:03:58.208855 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0560d722-8cd3-4b92-91ab-b75ff9515938 None None] Checking agent: {'id': '8d43342f-520b-4221-8f38-1d21061a375d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815614-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 1, 53, 24), 'started_at': datetime.datetime(2021, 11, 3, 1, 53, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 2, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815614-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:03:58.209304 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0560d722-8cd3-4b92-91ab-b75ff9515938 None None] Checking segment: {'id': '82d9c75f-0fd2-409f-9846-61f83168429f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '36122a2d-f909-4d18-bd0a-ea255b113401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 02:03:58.209636 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-0560d722-8cd3-4b92-91ab-b75ff9515938 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:58.210044 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0560d722-8cd3-4b92-91ab-b75ff9515938 None None] Bound using segment: {'id': '82d9c75f-0fd2-409f-9846-61f83168429f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '36122a2d-f909-4d18-bd0a-ea255b113401'} {{(pid=108316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:03:58.210729 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.managers [None req-0560d722-8cd3-4b92-91ab-b75ff9515938 None None] Bound port: ac401ed1-1288-4cfd-b703-6eba938a2e25, host: dv-cinder-815614-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d9c75f-0fd2-409f-9846-61f83168429f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '36122a2d-f909-4d18-bd0a-ea255b113401'}}] {{(pid=108316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 02:03:58.211113 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-0560d722-8cd3-4b92-91ab-b75ff9515938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:58.283519 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.notifiers.nova [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 200c1df3-d8a9-42db-83ec-6723cdbe5701 {{(pid=108316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 02:03:58.284092 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a548a86a-2480-4b03-9ffb-1b3be86cf6d1 req-8a9bd927-3c5c-4034-b319-4ce6ff5183ce service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=736ee5a9-6b0f-40e2-b2ff-a9aa9510814f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554762 Nov 03 02:03:58.296236 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe553131-6cf0-4751-b96d-58932ca51657 req-9ff23be9-793b-4eb5-8c25-c79e2075935d tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:58.298029 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-fe553131-6cf0-4751-b96d-58932ca51657 req-9ff23be9-793b-4eb5-8c25-c79e2075935d tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 945 time: 0.3748198 Nov 03 02:03:58.301121 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.notifiers.nova [req-ea39ddaf-c882-49d1-b1a5-52017f435894 req-994042fa-68ba-46dd-aa34-6dd5a91458d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b86f86db-8a25-4da3-abaa-8e726628e287 {{(pid=108314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 02:03:58.319731 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2987bd0b-298d-438c-9dfa-b13ec803c7ce req-0987980d-8429-4940-a427-5a50aca72f1b tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:58.322122 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-2987bd0b-298d-438c-9dfa-b13ec803c7ce req-0987980d-8429-4940-a427-5a50aca72f1b tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab4c0908-93e6-4c60-8da3-a8bb3b8b24ea HTTP/1.1" status: 200 len: 931 time: 0.4194410 Nov 03 02:03:58.333455 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] For port 200c1df3-d8a9-42db-83ec-6723cdbe5701, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=200c1df3-d8a9-42db-83ec-6723cdbe5701,segment=NetworkSegment(3daecc90-8d27-458b-8803-ba0d162359ea),segment_id=3daecc90-8d27-458b-8803-ba0d162359ea)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:03:58.343955 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-ea39ddaf-c882-49d1-b1a5-52017f435894 req-994042fa-68ba-46dd-aa34-6dd5a91458d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:58.359490 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-0560d722-8cd3-4b92-91ab-b75ff9515938 None None] For port ac401ed1-1288-4cfd-b703-6eba938a2e25, host dv-cinder-815614-3-iscsi, cleared binding levels {{(pid=108316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:03:58.363706 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-0560d722-8cd3-4b92-91ab-b75ff9515938 None None] For port ac401ed1-1288-4cfd-b703-6eba938a2e25, host dv-cinder-815614-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=ac401ed1-1288-4cfd-b703-6eba938a2e25,segment=NetworkSegment(82d9c75f-0fd2-409f-9846-61f83168429f),segment_id=82d9c75f-0fd2-409f-9846-61f83168429f)] {{(pid=108316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:03:58.365310 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Provisioning complete for port 1816f6e6-aed0-499e-beee-08666f0ad553 triggered by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:03:58.365817 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:58.457186 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.provisioning_blocks [req-ea39ddaf-c882-49d1-b1a5-52017f435894 req-994042fa-68ba-46dd-aa34-6dd5a91458d3 service neutron] Transition to ACTIVE for port object b86f86db-8a25-4da3-abaa-8e726628e287 will not be triggered until provisioned by entity L2. {{(pid=108314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 02:03:58.477001 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-0560d722-8cd3-4b92-91ab-b75ff9515938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:58.480713 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:58.539907 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-fe553131-6cf0-4751-b96d-58932ca51657 req-dd05356f-fe3d-4236-8231-e3d741265568 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106063 Nov 03 02:03:58.573889 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0560d722-8cd3-4b92-91ab-b75ff9515938 None None] Pushing event updated for resources: {'Port': ['ID=ac401ed1-1288-4cfd-b703-6eba938a2e25,revision_number=2']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:58.578541 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-ea39ddaf-c882-49d1-b1a5-52017f435894 req-994042fa-68ba-46dd-aa34-6dd5a91458d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126899640'] for port, after_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:58.607504 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-2987bd0b-298d-438c-9dfa-b13ec803c7ce req-c49ad7ed-a2d2-474b-a59d-f944d2436ebd tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2caa2a6-72c8-4014-ab52-bb2a40600117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725332 Nov 03 02:03:58.635361 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] get_ports_and_sgs() called for port_ids ['200c1df3-d8a9-42db-83ec-6723cdbe5701'] {{(pid=108316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 02:03:58.653764 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a548a86a-2480-4b03-9ffb-1b3be86cf6d1 req-a616685e-b209-4f50-ac62-021167c74e1a service neutron] 10.222.0.37 "GET /v2.0/networks/736ee5a9-6b0f-40e2-b2ff-a9aa9510814f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3440371 Nov 03 02:03:58.704893 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Pushing event updated for resources: {'Port': ['ID=200c1df3-d8a9-42db-83ec-6723cdbe5701,revision_number=6']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:58.984991 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:59.288129 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994042fa-68ba-46dd-aa34-6dd5a91458d3 service neutron] Pushing event updated for resources: {'Port': ['ID=b86f86db-8a25-4da3-abaa-8e726628e287,revision_number=2']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:03:59.323926 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a548a86a-2480-4b03-9ffb-1b3be86cf6d1 req-c54b2d90-8c68-4c23-851c-63ff298df80c service neutron] 10.222.0.37 "GET /v2.0/networks/736ee5a9-6b0f-40e2-b2ff-a9aa9510814f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5683372 Nov 03 02:03:59.391719 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994042fa-68ba-46dd-aa34-6dd5a91458d3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:03:59.392134 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994042fa-68ba-46dd-aa34-6dd5a91458d3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:03:59.392401 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994042fa-68ba-46dd-aa34-6dd5a91458d3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:03:59.392742 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994042fa-68ba-46dd-aa34-6dd5a91458d3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:03:59.393094 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994042fa-68ba-46dd-aa34-6dd5a91458d3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:03:59.393405 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994042fa-68ba-46dd-aa34-6dd5a91458d3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:03:59.393734 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994042fa-68ba-46dd-aa34-6dd5a91458d3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:03:59.394345 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994042fa-68ba-46dd-aa34-6dd5a91458d3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:03:59.401120 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994042fa-68ba-46dd-aa34-6dd5a91458d3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:03:59.401503 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994042fa-68ba-46dd-aa34-6dd5a91458d3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:03:59.401903 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994042fa-68ba-46dd-aa34-6dd5a91458d3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:03:59.402269 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994042fa-68ba-46dd-aa34-6dd5a91458d3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:03:59.513324 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-d8eb8109-25cb-46be-aef3-56aa35079178 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:59.560829 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-d8eb8109-25cb-46be-aef3-56aa35079178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:59.615439 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227c5d5-3745-4746-a791-9a50a1cac329 req-d25c1f71-9982-4fb7-a448-6df5308df5a6 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:59.617273 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f227c5d5-3745-4746-a791-9a50a1cac329 req-d25c1f71-9982-4fb7-a448-6df5308df5a6 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 945 time: 0.3923819 Nov 03 02:03:59.638823 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c4957-fe2a-48ec-b0d5-281b4270de78 req-601a3328-5d24-4d73-ac6f-1863969650e0 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:59.641506 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-773c4957-fe2a-48ec-b0d5-281b4270de78 req-601a3328-5d24-4d73-ac6f-1863969650e0 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.30 "GET /v2.0/ports?device_id=51b4183b-6728-4119-b616-29bb8384c8d4 HTTP/1.1" status: 200 len: 945 time: 0.4329588 Nov 03 02:03:59.725844 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.db_base_plugin_common [None req-d8eb8109-25cb-46be-aef3-56aa35079178 admin admin] Allocated IP 172.27.1.186 (4ca214f6-e89c-4bd7-af93-48c10786815e/d2239322-01a4-44c7-bb94-af7246032662/5469944f-6d14-47a6-bdf6-6d29cfe0a7e0) {{(pid=108314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:03:59.768340 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device 200c1df3-d8a9-42db-83ec-6723cdbe5701 up at agent hyperv_hv-cinder-81561 {{(pid=108316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:03:59.783175 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.managers [req-ea39ddaf-c882-49d1-b1a5-52017f435894 req-994042fa-68ba-46dd-aa34-6dd5a91458d3 service neutron] Attempting to bind port b86f86db-8a25-4da3-abaa-8e726628e287 on host hv-cinder-81561 for vnic_type normal with profile {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 02:03:59.783546 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.managers [req-ea39ddaf-c882-49d1-b1a5-52017f435894 req-994042fa-68ba-46dd-aa34-6dd5a91458d3 service neutron] Attempting to bind port b86f86db-8a25-4da3-abaa-8e726628e287 by drivers openvswitch,hyperv on host hv-cinder-81561 at level 0 using segments [{'id': '15b7192d-fcf8-46bd-b4ff-54110db4eb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b9f1ba25-c9df-4fb7-a2b7-25e385903abb'}] {{(pid=108314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 02:03:59.783792 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea39ddaf-c882-49d1-b1a5-52017f435894 req-994042fa-68ba-46dd-aa34-6dd5a91458d3 service neutron] Attempting to bind port b86f86db-8a25-4da3-abaa-8e726628e287 on network b9f1ba25-c9df-4fb7-a2b7-25e385903abb {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:03:59.922377 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea39ddaf-c882-49d1-b1a5-52017f435894 req-994042fa-68ba-46dd-aa34-6dd5a91458d3 service neutron] Port b86f86db-8a25-4da3-abaa-8e726628e287 on network b9f1ba25-c9df-4fb7-a2b7-25e385903abb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81561 {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:03:59.922377 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea39ddaf-c882-49d1-b1a5-52017f435894 req-994042fa-68ba-46dd-aa34-6dd5a91458d3 service neutron] Attempting to bind port b86f86db-8a25-4da3-abaa-8e726628e287 on network b9f1ba25-c9df-4fb7-a2b7-25e385903abb {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:03:59.922377 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea39ddaf-c882-49d1-b1a5-52017f435894 req-994042fa-68ba-46dd-aa34-6dd5a91458d3 service neutron] Checking agent: {'id': 'eecef0c6-53b3-4742-ba5c-66aa511932ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81561', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 1, 59, 59), 'started_at': datetime.datetime(2021, 11, 3, 1, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 2, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:03:59.922377 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea39ddaf-c882-49d1-b1a5-52017f435894 req-994042fa-68ba-46dd-aa34-6dd5a91458d3 service neutron] Checking segment: {'id': '15b7192d-fcf8-46bd-b4ff-54110db4eb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b9f1ba25-c9df-4fb7-a2b7-25e385903abb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 02:03:59.922377 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea39ddaf-c882-49d1-b1a5-52017f435894 req-994042fa-68ba-46dd-aa34-6dd5a91458d3 service neutron] Bound using segment: {'id': '15b7192d-fcf8-46bd-b4ff-54110db4eb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b9f1ba25-c9df-4fb7-a2b7-25e385903abb'} {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:03:59.922377 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.managers [req-ea39ddaf-c882-49d1-b1a5-52017f435894 req-994042fa-68ba-46dd-aa34-6dd5a91458d3 service neutron] Bound port: b86f86db-8a25-4da3-abaa-8e726628e287, host: hv-cinder-81561, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15b7192d-fcf8-46bd-b4ff-54110db4eb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b9f1ba25-c9df-4fb7-a2b7-25e385903abb'}}] {{(pid=108314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 02:03:59.922377 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-ea39ddaf-c882-49d1-b1a5-52017f435894 req-994042fa-68ba-46dd-aa34-6dd5a91458d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:59.924071 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Provisioning complete for port 200c1df3-d8a9-42db-83ec-6723cdbe5701 triggered by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:03:59.924071 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:03:59.924247 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bcc030-5af6-4820-a096-aa891cc51688 req-fea584aa-ebb4-485f-84e2-2308fda52da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:03:59.924247 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-45bcc030-5af6-4820-a096-aa891cc51688 req-fea584aa-ebb4-485f-84e2-2308fda52da0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dcf02d32d2b4466f90bc61e38f1776a8&device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 1098 time: 0.4873240 Nov 03 02:04:00.012124 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e83b88-b7e4-4568-9cee-2b0a117b3f81 None None] Network 36122a2d-f909-4d18-bd0a-ea255b113401 requested from dv-cinder-815614-3-iscsi {{(pid=108316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 02:04:00.032916 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-773c4957-fe2a-48ec-b0d5-281b4270de78 req-70d06e8e-7096-4204-9e40-e6ae758dc246 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2d198aa-92ee-4a16-b13c-bcfd43c8f117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670507 Nov 03 02:04:00.047296 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f227c5d5-3745-4746-a791-9a50a1cac329 req-9e17558f-81bd-4107-8f24-206817661255 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4046271 Nov 03 02:04:00.251506 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device ac401ed1-1288-4cfd-b703-6eba938a2e25 up at agent ovs-agent-dv-cinder-815614-3-iscsi {{(pid=108316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:04:00.291769 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-d8eb8109-25cb-46be-aef3-56aa35079178 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:00.317584 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.db [req-ea39ddaf-c882-49d1-b1a5-52017f435894 req-994042fa-68ba-46dd-aa34-6dd5a91458d3 service neutron] For port b86f86db-8a25-4da3-abaa-8e726628e287, host hv-cinder-81561, cleared binding levels {{(pid=108314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:04:00.349339 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.db [req-ea39ddaf-c882-49d1-b1a5-52017f435894 req-994042fa-68ba-46dd-aa34-6dd5a91458d3 service neutron] For port b86f86db-8a25-4da3-abaa-8e726628e287, host hv-cinder-81561, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=b86f86db-8a25-4da3-abaa-8e726628e287,segment=NetworkSegment(15b7192d-fcf8-46bd-b4ff-54110db4eb9b),segment_id=15b7192d-fcf8-46bd-b4ff-54110db4eb9b)] {{(pid=108314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:04:00.388359 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bcc030-5af6-4820-a096-aa891cc51688 req-0f0ab1e2-39d1-453c-b5e5-c62494afc448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:00.389796 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-45bcc030-5af6-4820-a096-aa891cc51688 req-0f0ab1e2-39d1-453c-b5e5-c62494afc448 service neutron] 10.222.0.37 "GET /v2.0/networks?id=736ee5a9-6b0f-40e2-b2ff-a9aa9510814f HTTP/1.1" status: 200 len: 920 time: 0.4372609 Nov 03 02:04:00.400929 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d420b914-3b1e-4ef7-8441-36cf6a1ee84b req-4997bc96-caab-4e88-b4f5-857334655bfb tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:00.402506 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d420b914-3b1e-4ef7-8441-36cf6a1ee84b req-4997bc96-caab-4e88-b4f5-857334655bfb tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab4c0908-93e6-4c60-8da3-a8bb3b8b24ea HTTP/1.1" status: 200 len: 943 time: 0.2222545 Nov 03 02:04:00.410583 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd92dfd-552b-4b7e-ad35-7c75ac357517 req-adb2b368-1e25-40d1-936a-6d1ae71d5ec8 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:00.418301 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-3bd92dfd-552b-4b7e-ad35-7c75ac357517 req-adb2b368-1e25-40d1-936a-6d1ae71d5ec8 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 945 time: 0.2365742 Nov 03 02:04:00.470165 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:00.470470 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-460b3952-ab49-425b-9e58-dc174220f7e4 None None] Provisioning complete for port ac401ed1-1288-4cfd-b703-6eba938a2e25 triggered by entity DHCP. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:04:00.471782 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-460b3952-ab49-425b-9e58-dc174220f7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:00.471973 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-ea39ddaf-c882-49d1-b1a5-52017f435894 req-994042fa-68ba-46dd-aa34-6dd5a91458d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126899640'] for port, after_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:00.564318 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1203383-0300-4df4-8d34-0d52ac57e83d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200c1df3-d8a9-42db-83ec-6723cdbe5701'}] {{(pid=108316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:04:00.564318 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c49bda4003134bcf77c295383a637b11cae661d7d3df1045ea696fe6ff2a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a34805-f884-4a0a-afd0-61cb51ea1fd5" -d '{"events": [{"server_uuid": "c1203383-0300-4df4-8d34-0d52ac57e83d", "name": "network-vif-plugged", "status": "completed", "tag": "200c1df3-d8a9-42db-83ec-6723cdbe5701"}]}' {{(pid=108316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:04:00.581331 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-3bd92dfd-552b-4b7e-ad35-7c75ac357517 req-01809980-0ddb-48fb-8875-7921bc8d8aa7 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618433 Nov 03 02:04:00.584014 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] For port 200c1df3-d8a9-42db-83ec-6723cdbe5701, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=200c1df3-d8a9-42db-83ec-6723cdbe5701,segment=NetworkSegment(3daecc90-8d27-458b-8803-ba0d162359ea),segment_id=3daecc90-8d27-458b-8803-ba0d162359ea)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:04:00.609133 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-45bcc030-5af6-4820-a096-aa891cc51688 req-9482a633-8338-4cd1-bbfe-9ba2378331bc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c800a63f-5d20-4479-bff0-75fde1f2c55a HTTP/1.1" status: 200 len: 217 time: 0.1876676 Nov 03 02:04:00.644097 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Provisioning complete for port ac401ed1-1288-4cfd-b703-6eba938a2e25 triggered by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:04:00.644584 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:00.699811 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d420b914-3b1e-4ef7-8441-36cf6a1ee84b req-a799c9d8-5567-4967-8b83-43e4f601a0dc tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2caa2a6-72c8-4014-ab52-bb2a40600117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643056 Nov 03 02:04:00.703634 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea39ddaf-c882-49d1-b1a5-52017f435894 req-994042fa-68ba-46dd-aa34-6dd5a91458d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:00.703781 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 02:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-302be788-5dc9-4e66-972f-5dd6be612b13 x-openstack-request-id: req-302be788-5dc9-4e66-972f-5dd6be612b13 {{(pid=108316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:04:00.703919 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1203383-0300-4df4-8d34-0d52ac57e83d", "name": "network-vif-plugged", "status": "completed", "tag": "200c1df3-d8a9-42db-83ec-6723cdbe5701", "code": 200}]} {{(pid=108316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:04:00.704176 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-302be788-5dc9-4e66-972f-5dd6be612b13 {{(pid=108316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:04:00.704282 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-ea39ddaf-c882-49d1-b1a5-52017f435894 req-994042fa-68ba-46dd-aa34-6dd5a91458d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622'] for port, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:00.704556 dv-cinder-815614-3-iscsi neutron-server[108316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1203383-0300-4df4-8d34-0d52ac57e83d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200c1df3-d8a9-42db-83ec-6723cdbe5701', 'code': 200} Nov 03 02:04:00.705798 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-ea39ddaf-c882-49d1-b1a5-52017f435894 req-994042fa-68ba-46dd-aa34-6dd5a91458d3 service neutron] 10.222.0.37 "PUT /v2.0/ports/b86f86db-8a25-4da3-abaa-8e726628e287 HTTP/1.1" status: 200 len: 1093 time: 3.7106907 Nov 03 02:04:00.711635 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-d8eb8109-25cb-46be-aef3-56aa35079178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784217128214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126899639'] for port, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:00.711883 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:00.711883 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device c401d594-da88-49b7-9fee-e3f764425f67 up at agent hyperv_hv-cinder-81561 {{(pid=108316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:04:00.712236 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab4c0908-93e6-4c60-8da3-a8bb3b8b24ea', 'tag': 'b86f86db-8a25-4da3-abaa-8e726628e287'}] {{(pid=108314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:04:00.725102 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b9e71fb97e4882bef21449c101b24c97d897c9b718fbc8dac7673975a826a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0595a39f-67f5-4160-b916-edadde7409b7" -d '{"events": [{"name": "network-changed", "server_uuid": "ab4c0908-93e6-4c60-8da3-a8bb3b8b24ea", "tag": "b86f86db-8a25-4da3-abaa-8e726628e287"}]}' {{(pid=108314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:04:00.771019 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8eb8109-25cb-46be-aef3-56aa35079178 admin admin] Network 4ca214f6-e89c-4bd7-af93-48c10786815e is already hosted by enough agents. {{(pid=108314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:04:00.778248 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.base_scheduler [None req-d8eb8109-25cb-46be-aef3-56aa35079178 admin admin] Resources bound (agent type, host, resource id): {{(pid=108314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:04:00.780552 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994042fa-68ba-46dd-aa34-6dd5a91458d3 service neutron] Pushing event updated for resources: {'Port': ['ID=b86f86db-8a25-4da3-abaa-8e726628e287,revision_number=3']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:04:00.792605 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bcc030-5af6-4820-a096-aa891cc51688 req-7bc911e7-494d-4374-89ac-54fed1cd7734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:00.798215 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-45bcc030-5af6-4820-a096-aa891cc51688 req-7bc911e7-494d-4374-89ac-54fed1cd7734 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=67746e52-e9e3-4c10-8eb3-4bad00b287b3 HTTP/1.1" status: 200 len: 859 time: 0.1393852 Nov 03 02:04:00.799086 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 02:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f97846-1bcf-4232-881f-4d621151a688 x-openstack-request-id: req-26f97846-1bcf-4232-881f-4d621151a688 {{(pid=108314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:04:00.799646 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab4c0908-93e6-4c60-8da3-a8bb3b8b24ea", "tag": "b86f86db-8a25-4da3-abaa-8e726628e287", "status": "completed", "code": 200}]} {{(pid=108314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:04:00.800006 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-26f97846-1bcf-4232-881f-4d621151a688 {{(pid=108314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:04:00.800531 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab4c0908-93e6-4c60-8da3-a8bb3b8b24ea', 'tag': 'b86f86db-8a25-4da3-abaa-8e726628e287', 'status': 'completed', 'code': 200} Nov 03 02:04:00.804410 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8eb8109-25cb-46be-aef3-56aa35079178 admin admin] Received port after_create {{(pid=108314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:04:00.849839 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-460b3952-ab49-425b-9e58-dc174220f7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:00.891818 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eb8109-25cb-46be-aef3-56aa35079178 admin admin] Pushing event updated for resources: {'Port': ['ID=5469944f-6d14-47a6-bdf6-6d29cfe0a7e0,revision_number=1']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:04:00.914709 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Pushing event updated for resources: {'Port': ['ID=200c1df3-d8a9-42db-83ec-6723cdbe5701,revision_number=7']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:04:00.959382 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-460b3952-ab49-425b-9e58-dc174220f7e4 None None] For port ac401ed1-1288-4cfd-b703-6eba938a2e25, host dv-cinder-815614-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=ac401ed1-1288-4cfd-b703-6eba938a2e25,segment=NetworkSegment(82d9c75f-0fd2-409f-9846-61f83168429f),segment_id=82d9c75f-0fd2-409f-9846-61f83168429f)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:04:00.968735 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Provisioning for port c401d594-da88-49b7-9fee-e3f764425f67 completed by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 02:04:00.976506 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Provisioning complete for port c401d594-da88-49b7-9fee-e3f764425f67 triggered by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:04:00.976870 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:00.980288 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:01.032808 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-460b3952-ab49-425b-9e58-dc174220f7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:01.123519 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-45bcc030-5af6-4820-a096-aa891cc51688 req-19f8d42e-3697-463b-a170-8076d4db79f6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=736ee5a9-6b0f-40e2-b2ff-a9aa9510814f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782342 Nov 03 02:04:01.192969 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0595a39f-67f5-4160-b916-edadde7409b7 req-21ad6f01-2495-4a54-8749-2c019be2c2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:01.194535 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-0595a39f-67f5-4160-b916-edadde7409b7 req-21ad6f01-2495-4a54-8749-2c019be2c2ea service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a236a1ddacc947d0a25090b1c2ef1456&device_id=ab4c0908-93e6-4c60-8da3-a8bb3b8b24ea HTTP/1.1" status: 200 len: 1096 time: 0.1385443 Nov 03 02:04:01.198524 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.db.api [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108316) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 02:04:01.203064 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG oslo_db.api [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 02:04:01.206127 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460b3952-ab49-425b-9e58-dc174220f7e4 None None] Pushing event updated for resources: {'Port': ['ID=ac401ed1-1288-4cfd-b703-6eba938a2e25,revision_number=3']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:04:01.274550 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:01.294835 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-8950b48d-c260-4b2c-a962-3c98239e5140 None None] Provisioning complete for port ac401ed1-1288-4cfd-b703-6eba938a2e25 triggered by entity DHCP. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:04:01.295194 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-8950b48d-c260-4b2c-a962-3c98239e5140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:01.359151 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] For port c401d594-da88-49b7-9fee-e3f764425f67, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=c401d594-da88-49b7-9fee-e3f764425f67,segment=NetworkSegment(73d3a212-151a-4e52-9946-701481cdae69),segment_id=73d3a212-151a-4e52-9946-701481cdae69)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:04:01.431282 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:01.498037 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0595a39f-67f5-4160-b916-edadde7409b7 req-0ebca963-fe1a-422c-8cea-1d7e14f5136e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:01.499874 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Pushing event updated for resources: {'Port': ['ID=c401d594-da88-49b7-9fee-e3f764425f67,revision_number=5']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:04:01.500109 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-0595a39f-67f5-4160-b916-edadde7409b7 req-0ebca963-fe1a-422c-8cea-1d7e14f5136e service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=a236a1ddacc947d0a25090b1c2ef1456&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1979589 Nov 03 02:04:01.649552 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561bb283-abe3-497b-b3fa-76c73c02fad9 req-f55369d6-bf20-42ed-b2d9-a0b5597beee9 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:01.651577 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-561bb283-abe3-497b-b3fa-76c73c02fad9 req-f55369d6-bf20-42ed-b2d9-a0b5597beee9 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 946 time: 0.4705820 Nov 03 02:04:01.651990 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-d8eb8109-25cb-46be-aef3-56aa35079178 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:01.661052 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051404ea-d89e-4269-9e6f-8ae61c2a2d57 req-860bb4fc-91eb-4509-8d97-544afe1b5bf9 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:01.664466 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-051404ea-d89e-4269-9e6f-8ae61c2a2d57 req-860bb4fc-91eb-4509-8d97-544afe1b5bf9 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.30 "GET /v2.0/ports?device_id=51b4183b-6728-4119-b616-29bb8384c8d4 HTTP/1.1" status: 200 len: 945 time: 0.4891779 Nov 03 02:04:01.747616 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-45bcc030-5af6-4820-a096-aa891cc51688 req-93fb15cb-484c-4b27-b867-2be0afd16641 service neutron] 10.222.0.37 "GET /v2.0/networks/736ee5a9-6b0f-40e2-b2ff-a9aa9510814f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6140866 Nov 03 02:04:02.102940 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device ac401ed1-1288-4cfd-b703-6eba938a2e25 up at agent ovs-agent-dv-cinder-815614-3-iscsi {{(pid=108316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:04:02.168723 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Provisioning complete for port ac401ed1-1288-4cfd-b703-6eba938a2e25 triggered by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:04:02.169085 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:02.284406 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-561bb283-abe3-497b-b3fa-76c73c02fad9 req-96ed46ab-485e-478a-a361-b90064cb27db tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5779827 Nov 03 02:04:02.288073 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0595a39f-67f5-4160-b916-edadde7409b7 req-a9048e02-f19f-4904-b6d8-3d0d42e7c471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:02.289543 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-0595a39f-67f5-4160-b916-edadde7409b7 req-a9048e02-f19f-4904-b6d8-3d0d42e7c471 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7024965 Nov 03 02:04:02.327978 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-051404ea-d89e-4269-9e6f-8ae61c2a2d57 req-3e1436cc-3e9f-46b0-940e-fa7252c6a5d6 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2d198aa-92ee-4a16-b13c-bcfd43c8f117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6224024 Nov 03 02:04:02.530577 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-45bcc030-5af6-4820-a096-aa891cc51688 req-4119a8f6-3760-4bd1-a2f7-cb0f68dc3757 service neutron] 10.222.0.37 "GET /v2.0/networks/736ee5a9-6b0f-40e2-b2ff-a9aa9510814f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7666602 Nov 03 02:04:02.615923 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea39ddaf-c882-49d1-b1a5-52017f435894 req-7fb74446-cd49-4ab7-a483-bf8c19fc8e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:02.617760 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-ea39ddaf-c882-49d1-b1a5-52017f435894 req-7fb74446-cd49-4ab7-a483-bf8c19fc8e5a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a236a1ddacc947d0a25090b1c2ef1456&device_id=ab4c0908-93e6-4c60-8da3-a8bb3b8b24ea HTTP/1.1" status: 200 len: 1096 time: 0.2359204 Nov 03 02:04:02.633757 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf26ff09-9f8c-4600-bd4f-8fef06d47d99 req-36b54dc9-334e-4cd8-a457-d7763f207548 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:02.635295 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-cf26ff09-9f8c-4600-bd4f-8fef06d47d99 req-36b54dc9-334e-4cd8-a457-d7763f207548 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 945 time: 0.2272007 Nov 03 02:04:02.698056 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7300589-2ce5-48df-bbd5-ec8d3568b1c1 req-03ba39b5-96a3-4b96-a7c6-5f4031da6e96 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:02.699602 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-c7300589-2ce5-48df-bbd5-ec8d3568b1c1 req-03ba39b5-96a3-4b96-a7c6-5f4031da6e96 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab4c0908-93e6-4c60-8da3-a8bb3b8b24ea HTTP/1.1" status: 200 len: 943 time: 0.2228937 Nov 03 02:04:02.705589 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51b4183b-6728-4119-b616-29bb8384c8d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c401d594-da88-49b7-9fee-e3f764425f67'}] {{(pid=108316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:04:02.707922 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c49bda4003134bcf77c295383a637b11cae661d7d3df1045ea696fe6ff2a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add9d12e-6c20-4ee3-ac58-952d269aad36" -d '{"events": [{"server_uuid": "51b4183b-6728-4119-b616-29bb8384c8d4", "name": "network-vif-plugged", "status": "completed", "tag": "c401d594-da88-49b7-9fee-e3f764425f67"}]}' {{(pid=108316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:04:02.718839 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-ea39ddaf-c882-49d1-b1a5-52017f435894 req-8397a28c-7be1-4805-b389-c4eea9258c88 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b86f86db-8a25-4da3-abaa-8e726628e287 HTTP/1.1" status: 200 len: 217 time: 0.0766025 Nov 03 02:04:02.725010 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-d8eb8109-25cb-46be-aef3-56aa35079178 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641673'] for router, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:02.908059 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-cf26ff09-9f8c-4600-bd4f-8fef06d47d99 req-79714c33-63c1-4156-bf80-6ca233814b3d tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257571 Nov 03 02:04:02.951893 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-c7300589-2ce5-48df-bbd5-ec8d3568b1c1 req-f1b8dc85-d8d9-44d3-b889-b2b2380d42f3 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2caa2a6-72c8-4014-ab52-bb2a40600117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199731 Nov 03 02:04:03.067960 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 02:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a930a6c1-462c-41da-aeb4-28564b7a29de x-openstack-request-id: req-a930a6c1-462c-41da-aeb4-28564b7a29de {{(pid=108316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:04:03.067960 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51b4183b-6728-4119-b616-29bb8384c8d4", "name": "network-vif-plugged", "status": "completed", "tag": "c401d594-da88-49b7-9fee-e3f764425f67", "code": 200}]} {{(pid=108316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:04:03.068264 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a930a6c1-462c-41da-aeb4-28564b7a29de {{(pid=108316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:04:03.068486 dv-cinder-815614-3-iscsi neutron-server[108316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51b4183b-6728-4119-b616-29bb8384c8d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c401d594-da88-49b7-9fee-e3f764425f67', 'code': 200} Nov 03 02:04:03.069900 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea39ddaf-c882-49d1-b1a5-52017f435894 req-f2c68a12-fd84-423e-9eee-2fd1798fd7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:03.073373 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-ea39ddaf-c882-49d1-b1a5-52017f435894 req-f2c68a12-fd84-423e-9eee-2fd1798fd7f6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c04fe74d-10e3-420d-8b55-340dc19e5e2d HTTP/1.1" status: 200 len: 855 time: 0.3261397 Nov 03 02:04:03.162537 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-ea39ddaf-c882-49d1-b1a5-52017f435894 req-8c638677-aeea-47fa-a86c-360e6bff31f2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b9f1ba25-c9df-4fb7-a2b7-25e385903abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592811 Nov 03 02:04:03.318931 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-ea39ddaf-c882-49d1-b1a5-52017f435894 req-dbaf438d-64e7-4a9c-a28c-e23e95a83adc service neutron] 10.222.0.37 "GET /v2.0/networks/b9f1ba25-c9df-4fb7-a2b7-25e385903abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308174 Nov 03 02:04:03.506975 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567aefc7-da65-44d1-9b1d-dd3ae7e6c5fd req-8d0fdc0e-a3f2-4d61-8e62-3609f729ac4c tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:03.508671 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-567aefc7-da65-44d1-9b1d-dd3ae7e6c5fd req-8d0fdc0e-a3f2-4d61-8e62-3609f729ac4c tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 946 time: 0.1493976 Nov 03 02:04:03.515911 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-ea39ddaf-c882-49d1-b1a5-52017f435894 req-462e423e-0c8d-4512-8bb5-29348df15b7a service neutron] 10.222.0.37 "GET /v2.0/networks/b9f1ba25-c9df-4fb7-a2b7-25e385903abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849418 Nov 03 02:04:03.526665 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980a2390-5154-4085-a816-f5015b2b83b7 req-f1d25ab0-1321-4a84-a8b6-d2189d07adff tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:03.528067 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-980a2390-5154-4085-a816-f5015b2b83b7 req-f1d25ab0-1321-4a84-a8b6-d2189d07adff tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.30 "GET /v2.0/ports?device_id=51b4183b-6728-4119-b616-29bb8384c8d4 HTTP/1.1" status: 200 len: 946 time: 0.1021550 Nov 03 02:04:03.596248 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-567aefc7-da65-44d1-9b1d-dd3ae7e6c5fd req-54f59e4c-0c09-48e6-9333-b649b4dab462 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792522 Nov 03 02:04:03.610485 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-980a2390-5154-4085-a816-f5015b2b83b7 req-b956ea45-731a-4b47-b4e5-217bc42f60f9 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2d198aa-92ee-4a16-b13c-bcfd43c8f117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685172 Nov 03 02:04:03.622767 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8eb8109-25cb-46be-aef3-56aa35079178 admin admin] Router 30a6c961-7994-4254-8b67-006efded4254 is scheduled to L3 agent dfdd482b-800d-4ddb-af67-bfdcf28c1d2f with binding_index 1 {{(pid=108314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 02:04:03.766767 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde1509f-7f7f-483e-9b48-c85f5c854287 req-05cb4501-78ce-4928-a411-2409800615ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:03.768258 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-cde1509f-7f7f-483e-9b48-c85f5c854287 req-05cb4501-78ce-4928-a411-2409800615ac service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=51b4183b-6728-4119-b616-29bb8384c8d4 HTTP/1.1" status: 200 len: 1099 time: 0.0868278 Nov 03 02:04:03.778620 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8eb8109-25cb-46be-aef3-56aa35079178 admin admin] Notify agent at l3_agent.dv-cinder-815614-3-iscsi the message routers_updated {{(pid=108314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:04:03.793123 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b03df7-ef87-448e-b575-579493ead5f8 None None] Sync routers for ids ['30a6c961-7994-4254-8b67-006efded4254'] in dv-cinder-815614-3-iscsi {{(pid=108317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:04:03.815786 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b03df7-ef87-448e-b575-579493ead5f8 None None] Routers {'30a6c961-7994-4254-8b67-006efded4254'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:04:03.818907 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-e7b03df7-ef87-448e-b575-579493ead5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:03:49Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['30a6c961-7994-4254-8b67-006efded4254'], 'active': True} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:04:03.838407 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-cde1509f-7f7f-483e-9b48-c85f5c854287 req-02082a52-fd9e-471e-9c2b-89815a952a36 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e2d198aa-92ee-4a16-b13c-bcfd43c8f117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541439 Nov 03 02:04:03.900342 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-d8eb8109-25cb-46be-aef3-56aa35079178 admin admin] Publish callbacks [] for router, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:03.903483 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-d8eb8109-25cb-46be-aef3-56aa35079178 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.1837034 Nov 03 02:04:03.910698 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 45574) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:04:03.994402 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvr_db [None req-e7b03df7-ef87-448e-b575-579493ead5f8 None None] Set router 30a6c961-7994-4254-8b67-006efded4254 gateway port host: dv-cinder-815614-3-iscsi {{(pid=108317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:04:04.055480 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 45580) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:04:04.251396 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dabb0b1-4693-42bc-a212-d43ad3fc175c req-6b16e7b3-baff-4361-97cf-bad4e35a375a tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:04.258760 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-0dabb0b1-4693-42bc-a212-d43ad3fc175c req-6b16e7b3-baff-4361-97cf-bad4e35a375a tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab4c0908-93e6-4c60-8da3-a8bb3b8b24ea HTTP/1.1" status: 200 len: 943 time: 0.1073194 Nov 03 02:04:04.267093 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-0fb2fc02-3512-426d-8923-cd1f6588a8db admin admin] Publish callbacks [] for security_group, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:04.346842 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-0dabb0b1-4693-42bc-a212-d43ad3fc175c req-cdba202a-9d8d-4d7e-9e89-0d3716d87153 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2caa2a6-72c8-4014-ab52-bb2a40600117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838113 Nov 03 02:04:04.418778 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-0fb2fc02-3512-426d-8923-cd1f6588a8db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:04.466495 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-e7b03df7-ef87-448e-b575-579493ead5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a6c961-7994-4254-8b67-006efded4254', 'name': 'tempest-TestMinimumBasicScenario-372168183-router', 'tenant_id': 'b1d4c3fda5b546afbd53ead7d0482c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '5469944f-6d14-47a6-bdf6-6d29cfe0a7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:03:56Z', 'updated_at': '2021-11-03T02:04:01Z', 'revision_number': 3, 'project_id': 'b1d4c3fda5b546afbd53ead7d0482c1a', 'gw_port': {'id': '5469944f-6d14-47a6-bdf6-6d29cfe0a7e0', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:65:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30a6c961-7994-4254-8b67-006efded4254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:03:59Z', 'updated_at': '2021-11-03T02:03:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi'}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:04:04.495145 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b03df7-ef87-448e-b575-579493ead5f8 None None] Checking router: 30a6c961-7994-4254-8b67-006efded4254 for host: dv-cinder-815614-3-iscsi {{(pid=108317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:04:04.495970 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b03df7-ef87-448e-b575-579493ead5f8 None None] Updating router 30a6c961-7994-4254-8b67-006efded4254 port 5469944f-6d14-47a6-bdf6-6d29cfe0a7e0 binding host dv-cinder-815614-3-iscsi {{(pid=108317) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 02:04:04.517022 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-0fb2fc02-3512-426d-8923-cd1f6588a8db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:04.524405 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron_lib.callbacks.manager [None req-e7b03df7-ef87-448e-b575-579493ead5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:04.538708 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-bef84a49-4173-4e43-aeaf-f84a932d3ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:04.557614 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-0fb2fc02-3512-426d-8923-cd1f6588a8db admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f5353dc948a04d938d6faffdf2d7b6e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5006640 Nov 03 02:04:04.560354 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 45588) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:04:04.587988 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb2fc02-3512-426d-8923-cd1f6588a8db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07a279b7-d726-4cc1-bb68-075abc781065,revision_number=1']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:04:04.808886 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-3e94a71f-b024-422e-a8af-a480bfe76ee8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:04.822345 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron_lib.callbacks.manager [None req-e7b03df7-ef87-448e-b575-579493ead5f8 None None] Publish callbacks [] for port, precommit_update {{(pid=108317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:04.850455 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.db.db_base_plugin_common [None req-bef84a49-4173-4e43-aeaf-f84a932d3ce0 admin admin] Allocated IP 172.20.0.1 (36122a2d-f909-4d18-bd0a-ea255b113401/28b76daf-2cbd-4148-ae06-82eabeedc4ca/16dcffce-f26a-4b24-9c16-dd6c85399241) {{(pid=108315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:04:04.854800 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ea9bb6-0a78-4874-ae51-053e36e06d5a req-0808daf2-3bb9-4df3-a902-e03367df5b97 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:04.856073 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-3e94a71f-b024-422e-a8af-a480bfe76ee8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:04.856519 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-29ea9bb6-0a78-4874-ae51-053e36e06d5a req-0808daf2-3bb9-4df3-a902-e03367df5b97 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 946 time: 0.1292250 Nov 03 02:04:04.886160 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f315e-805b-44bc-b2fd-ae07684b2bcd req-0dcc06c8-210c-4389-864c-7151448eac2c tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:04.893812 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-962f315e-805b-44bc-b2fd-ae07684b2bcd req-0dcc06c8-210c-4389-864c-7151448eac2c tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.30 "GET /v2.0/ports?device_id=51b4183b-6728-4119-b616-29bb8384c8d4 HTTP/1.1" status: 200 len: 946 time: 0.1644289 Nov 03 02:04:04.905943 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron_lib.callbacks.manager [None req-e7b03df7-ef87-448e-b575-579493ead5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:04.964304 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-29ea9bb6-0a78-4874-ae51-053e36e06d5a req-cfc80bba-85d8-4081-8008-dbfe69d44b88 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984929 Nov 03 02:04:05.000736 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b293d9f8-1188-4eba-a1ea-d9ab85ad9c7c None None] Pushing event updated for resources: {'Port': ['ID=5469944f-6d14-47a6-bdf6-6d29cfe0a7e0,revision_number=2']} {{(pid=108317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:04:05.004398 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-962f315e-805b-44bc-b2fd-ae07684b2bcd req-fb308879-5c2f-4cd4-a23f-40f7040f2c59 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2d198aa-92ee-4a16-b13c-bcfd43c8f117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094422 Nov 03 02:04:05.030438 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-bef84a49-4173-4e43-aeaf-f84a932d3ce0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:05.061480 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-3e94a71f-b024-422e-a8af-a480bfe76ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:05.064341 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-3e94a71f-b024-422e-a8af-a480bfe76ee8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:05.068260 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-3e94a71f-b024-422e-a8af-a480bfe76ee8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/07a279b7-d726-4cc1-bb68-075abc781065 HTTP/1.1" status: 204 len: 168 time: 0.5025594 Nov 03 02:04:05.080879 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e94a71f-b024-422e-a8af-a480bfe76ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a279b7-d726-4cc1-bb68-075abc781065,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:04:05.092307 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.managers [None req-e7b03df7-ef87-448e-b575-579493ead5f8 None None] Attempting to bind port 5469944f-6d14-47a6-bdf6-6d29cfe0a7e0 on host dv-cinder-815614-3-iscsi for vnic_type normal with profile {{(pid=108317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 02:04:05.092307 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.managers [None req-e7b03df7-ef87-448e-b575-579493ead5f8 None None] Attempting to bind port 5469944f-6d14-47a6-bdf6-6d29cfe0a7e0 by drivers openvswitch,hyperv on host dv-cinder-815614-3-iscsi at level 0 using segments [{'id': '1823f467-65f5-492c-8155-6dfe4df97867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e'}] {{(pid=108317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 02:04:05.092307 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b03df7-ef87-448e-b575-579493ead5f8 None None] Attempting to bind port 5469944f-6d14-47a6-bdf6-6d29cfe0a7e0 on network 4ca214f6-e89c-4bd7-af93-48c10786815e {{(pid=108317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:04:05.095259 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b03df7-ef87-448e-b575-579493ead5f8 None None] Checking agent: {'id': '8d43342f-520b-4221-8f38-1d21061a375d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815614-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 1, 53, 24), 'started_at': datetime.datetime(2021, 11, 3, 1, 53, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 2, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815614-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:04:05.095676 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b03df7-ef87-448e-b575-579493ead5f8 None None] Checking segment: {'id': '1823f467-65f5-492c-8155-6dfe4df97867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 02:04:05.096166 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron_lib.callbacks.manager [None req-e7b03df7-ef87-448e-b575-579493ead5f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:05.096557 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b03df7-ef87-448e-b575-579493ead5f8 None None] Bound using segment: {'id': '1823f467-65f5-492c-8155-6dfe4df97867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e'} {{(pid=108317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:04:05.097365 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.managers [None req-e7b03df7-ef87-448e-b575-579493ead5f8 None None] Bound port: 5469944f-6d14-47a6-bdf6-6d29cfe0a7e0, host: dv-cinder-815614-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1823f467-65f5-492c-8155-6dfe4df97867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e'}}] {{(pid=108317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 02:04:05.097811 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron_lib.callbacks.manager [None req-e7b03df7-ef87-448e-b575-579493ead5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:05.173205 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.db [None req-e7b03df7-ef87-448e-b575-579493ead5f8 None None] For port 5469944f-6d14-47a6-bdf6-6d29cfe0a7e0, host dv-cinder-815614-3-iscsi, cleared binding levels {{(pid=108317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:04:05.176513 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.db [None req-e7b03df7-ef87-448e-b575-579493ead5f8 None None] For port 5469944f-6d14-47a6-bdf6-6d29cfe0a7e0, host dv-cinder-815614-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=5469944f-6d14-47a6-bdf6-6d29cfe0a7e0,segment=NetworkSegment(1823f467-65f5-492c-8155-6dfe4df97867),segment_id=1823f467-65f5-492c-8155-6dfe4df97867)] {{(pid=108317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:04:05.200427 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-bef84a49-4173-4e43-aeaf-f84a932d3ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784217128214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127914182'] for port, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:05.245577 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e6a654-9cd8-4d0e-a37d-218400206355 req-e0c54a08-1401-426e-974d-325993b422d8 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:05.247194 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f9e6a654-9cd8-4d0e-a37d-218400206355 req-e0c54a08-1401-426e-974d-325993b422d8 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 945 time: 0.0658872 Nov 03 02:04:05.251793 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef84a49-4173-4e43-aeaf-f84a932d3ce0 admin admin] Network 36122a2d-f909-4d18-bd0a-ea255b113401 is already hosted by enough agents. {{(pid=108315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:04:05.256319 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.base_scheduler [None req-bef84a49-4173-4e43-aeaf-f84a932d3ce0 admin admin] Resources bound (agent type, host, resource id): {{(pid=108315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:04:05.257910 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef84a49-4173-4e43-aeaf-f84a932d3ce0 admin admin] Pushing event updated for resources: {'Port': ['ID=16dcffce-f26a-4b24-9c16-dd6c85399241,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:04:05.260272 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef84a49-4173-4e43-aeaf-f84a932d3ce0 admin admin] Received port after_create {{(pid=108315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:04:05.302000 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron_lib.callbacks.manager [None req-e7b03df7-ef87-448e-b575-579493ead5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:05.339231 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-bef84a49-4173-4e43-aeaf-f84a932d3ce0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640980'] for router_interface, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:05.392955 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f9e6a654-9cd8-4d0e-a37d-218400206355 req-91a55ed3-b9d6-4a68-a288-53104622463c tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226969 Nov 03 02:04:05.416497 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b293d9f8-1188-4eba-a1ea-d9ab85ad9c7c None None] Pushing event updated for resources: {'Port': ['ID=5469944f-6d14-47a6-bdf6-6d29cfe0a7e0,revision_number=3']} {{(pid=108317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:04:05.451165 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b03df7-ef87-448e-b575-579493ead5f8 None None] Routers {'30a6c961-7994-4254-8b67-006efded4254'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:04:05.453436 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-e7b03df7-ef87-448e-b575-579493ead5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:03:49Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['30a6c961-7994-4254-8b67-006efded4254'], 'active': True} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:04:05.557238 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a21df49-e1c9-493c-92b1-37c9097e247b req-47b00e95-b994-4eeb-8e96-19a884623b67 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:05.581108 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-8a21df49-e1c9-493c-92b1-37c9097e247b req-47b00e95-b994-4eeb-8e96-19a884623b67 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab4c0908-93e6-4c60-8da3-a8bb3b8b24ea HTTP/1.1" status: 200 len: 943 time: 0.1253073 Nov 03 02:04:05.713251 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-8a21df49-e1c9-493c-92b1-37c9097e247b req-59ebfb30-b8b5-4209-86a0-c6d40928e2f7 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2caa2a6-72c8-4014-ab52-bb2a40600117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176548 Nov 03 02:04:05.729699 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-3a6dd509-d47f-4514-8fa6-52bf1ca42124 None None] Provisioning complete for port 16dcffce-f26a-4b24-9c16-dd6c85399241 triggered by entity DHCP. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:04:05.730674 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-3a6dd509-d47f-4514-8fa6-52bf1ca42124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:05.740938 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvr_db [None req-e7b03df7-ef87-448e-b575-579493ead5f8 None None] Set router 30a6c961-7994-4254-8b67-006efded4254 gateway port host: dv-cinder-815614-3-iscsi {{(pid=108317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:04:05.805660 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device b86f86db-8a25-4da3-abaa-8e726628e287 details requested by agent hyperv_hv-cinder-81561 with host hv-cinder-81561 {{(pid=108316) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 02:04:05.822618 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-bef84a49-4173-4e43-aeaf-f84a932d3ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:05.879651 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-3a6dd509-d47f-4514-8fa6-52bf1ca42124 None None] Port 16dcffce-f26a-4b24-9c16-dd6c85399241 cannot update to ACTIVE because it is not bound. {{(pid=108316) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 02:04:05.990986 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] For port b86f86db-8a25-4da3-abaa-8e726628e287, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=b86f86db-8a25-4da3-abaa-8e726628e287,segment=NetworkSegment(15b7192d-fcf8-46bd-b4ff-54110db4eb9b),segment_id=15b7192d-fcf8-46bd-b4ff-54110db4eb9b)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:04:06.026427 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Returning: {'device': 'b86f86db-8a25-4da3-abaa-8e726628e287', 'network_id': 'b9f1ba25-c9df-4fb7-a2b7-25e385903abb', 'port_id': 'b86f86db-8a25-4da3-abaa-8e726628e287', 'mac_address': 'fa:16:3e:1b:48:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c04fe74d-10e3-420d-8b55-340dc19e5e2d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108316) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 02:04:06.065032 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-e7b03df7-ef87-448e-b575-579493ead5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a6c961-7994-4254-8b67-006efded4254', 'name': 'tempest-TestMinimumBasicScenario-372168183-router', 'tenant_id': 'b1d4c3fda5b546afbd53ead7d0482c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '5469944f-6d14-47a6-bdf6-6d29cfe0a7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:03:56Z', 'updated_at': '2021-11-03T02:04:01Z', 'revision_number': 3, 'project_id': 'b1d4c3fda5b546afbd53ead7d0482c1a', 'gw_port': {'id': '5469944f-6d14-47a6-bdf6-6d29cfe0a7e0', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:65:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30a6c961-7994-4254-8b67-006efded4254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:03:59Z', 'updated_at': '2021-11-03T02:04:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi'}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:04:06.132121 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b03df7-ef87-448e-b575-579493ead5f8 None None] The sync data for ids ['30a6c961-7994-4254-8b67-006efded4254'] in dv-cinder-815614-3-iscsi is: [{'id': '30a6c961-7994-4254-8b67-006efded4254', 'name': 'tempest-TestMinimumBasicScenario-372168183-router', 'tenant_id': 'b1d4c3fda5b546afbd53ead7d0482c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '5469944f-6d14-47a6-bdf6-6d29cfe0a7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:03:56Z', 'updated_at': '2021-11-03T02:04:01Z', 'revision_number': 3, 'project_id': 'b1d4c3fda5b546afbd53ead7d0482c1a', 'gw_port': {'id': '5469944f-6d14-47a6-bdf6-6d29cfe0a7e0', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:65:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30a6c961-7994-4254-8b67-006efded4254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:03:59Z', 'updated_at': '2021-11-03T02:04:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi'}] {{(pid=108317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:04:06.155726 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb44dea-f8d0-4dba-86bd-4e6b41289959 req-7a961511-afef-445b-888e-61bdeec92b31 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:06.169365 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-bbb44dea-f8d0-4dba-86bd-4e6b41289959 req-7a961511-afef-445b-888e-61bdeec92b31 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 946 time: 0.0905516 Nov 03 02:04:06.172848 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:06.210038 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-bef84a49-4173-4e43-aeaf-f84a932d3ce0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:06.216210 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.notifiers.nova [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b86f86db-8a25-4da3-abaa-8e726628e287 {{(pid=108316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 02:04:06.251738 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-bbb44dea-f8d0-4dba-86bd-4e6b41289959 req-80753c47-3d09-4cad-aad3-946e3143bea3 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812991 Nov 03 02:04:06.257303 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] For port b86f86db-8a25-4da3-abaa-8e726628e287, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=b86f86db-8a25-4da3-abaa-8e726628e287,segment=NetworkSegment(15b7192d-fcf8-46bd-b4ff-54110db4eb9b),segment_id=15b7192d-fcf8-46bd-b4ff-54110db4eb9b)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:04:06.304291 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-bef84a49-4173-4e43-aeaf-f84a932d3ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127914185'] for port, after_update {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:06.368247 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:06.405622 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef84a49-4173-4e43-aeaf-f84a932d3ce0 admin admin] Pushing event updated for resources: {'Port': ['ID=16dcffce-f26a-4b24-9c16-dd6c85399241,revision_number=2']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:04:06.434829 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-bef84a49-4173-4e43-aeaf-f84a932d3ce0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640840'] for router_interface, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:06.502298 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5160c4d-ab00-4ecf-9d5b-bd68d0431f77 req-7e627a18-b8da-40b5-8107-d089afeabb68 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:06.506045 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d5160c4d-ab00-4ecf-9d5b-bd68d0431f77 req-7e627a18-b8da-40b5-8107-d089afeabb68 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.30 "GET /v2.0/ports?device_id=51b4183b-6728-4119-b616-29bb8384c8d4 HTTP/1.1" status: 200 len: 946 time: 0.1444874 Nov 03 02:04:06.514606 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Pushing event updated for resources: {'Port': ['ID=b86f86db-8a25-4da3-abaa-8e726628e287,revision_number=4']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:04:06.663889 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d5160c4d-ab00-4ecf-9d5b-bd68d0431f77 req-9867ddca-0bbb-42b9-b4f9-c8f67b118e87 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2d198aa-92ee-4a16-b13c-bcfd43c8f117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513836 Nov 03 02:04:06.685828 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef84a49-4173-4e43-aeaf-f84a932d3ce0 admin admin] Network 36122a2d-f909-4d18-bd0a-ea255b113401 is already hosted by enough agents. {{(pid=108315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:04:06.708806 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.base_scheduler [None req-bef84a49-4173-4e43-aeaf-f84a932d3ce0 admin admin] Resources bound (agent type, host, resource id): {{(pid=108315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:04:06.765589 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] get_ports_and_sgs() called for port_ids ['b86f86db-8a25-4da3-abaa-8e726628e287'] {{(pid=108316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 02:04:06.981808 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bef84a49-4173-4e43-aeaf-f84a932d3ce0 admin admin] Router 30a6c961-7994-4254-8b67-006efded4254 has already been hosted by L3 agent dfdd482b-800d-4ddb-af67-bfdcf28c1d2f {{(pid=108315) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:04:06.986965 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac54a2-31d1-426b-a258-1ab6a34f7c34 req-20a505c2-ec6e-4d5c-aede-453b77a4d0e9 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:06.988546 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-ccac54a2-31d1-426b-a258-1ab6a34f7c34 req-20a505c2-ec6e-4d5c-aede-453b77a4d0e9 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab4c0908-93e6-4c60-8da3-a8bb3b8b24ea HTTP/1.1" status: 200 len: 944 time: 0.1264935 Nov 03 02:04:07.159960 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-ccac54a2-31d1-426b-a258-1ab6a34f7c34 req-1702271f-42ff-4f79-986e-64c010d5cbf1 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2caa2a6-72c8-4014-ab52-bb2a40600117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500444 Nov 03 02:04:07.219836 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-a5e671a1-a43f-43cc-af5c-52403762a172 None None] Provisioning complete for port 16dcffce-f26a-4b24-9c16-dd6c85399241 triggered by entity DHCP. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:04:07.223465 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a5e671a1-a43f-43cc-af5c-52403762a172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:07.271179 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-a5e671a1-a43f-43cc-af5c-52403762a172 None None] Port 16dcffce-f26a-4b24-9c16-dd6c85399241 cannot update to ACTIVE because it is not bound. {{(pid=108316) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 02:04:07.420521 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c836ef0-52f2-4731-b05e-b99fb8be6706 req-e78e7fce-62e6-478f-b7f2-69dd1274a052 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:07.429242 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-9c836ef0-52f2-4731-b05e-b99fb8be6706 req-e78e7fce-62e6-478f-b7f2-69dd1274a052 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 946 time: 0.0799150 Nov 03 02:04:07.441478 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef84a49-4173-4e43-aeaf-f84a932d3ce0 admin admin] Notify agent at l3_agent.dv-cinder-815614-3-iscsi the message routers_updated {{(pid=108315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:04:07.451106 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-bef84a49-4173-4e43-aeaf-f84a932d3ce0 admin admin] 10.222.0.30 "PUT /v2.0/routers/30a6c961-7994-4254-8b67-006efded4254/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5383501 Nov 03 02:04:07.501851 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-9c836ef0-52f2-4731-b05e-b99fb8be6706 req-69444d72-2e97-4eb4-abbf-b394c414d111 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717194 Nov 03 02:04:08.175313 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device 5469944f-6d14-47a6-bdf6-6d29cfe0a7e0 up at agent ovs-agent-dv-cinder-815614-3-iscsi {{(pid=108316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:04:08.323055 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Provisioning complete for port 5469944f-6d14-47a6-bdf6-6d29cfe0a7e0 triggered by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:04:08.323431 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:08.358557 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78726cdf-7192-4acb-88ca-310fee034f8d req-71d1936d-c686-4a5c-934d-f958fe8a60c7 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:08.362369 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-78726cdf-7192-4acb-88ca-310fee034f8d req-71d1936d-c686-4a5c-934d-f958fe8a60c7 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab4c0908-93e6-4c60-8da3-a8bb3b8b24ea HTTP/1.1" status: 200 len: 944 time: 0.0768664 Nov 03 02:04:08.439167 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-78726cdf-7192-4acb-88ca-310fee034f8d req-c815f5ef-a657-4d51-8c73-f9d6e7df117c tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2caa2a6-72c8-4014-ab52-bb2a40600117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612555 Nov 03 02:04:08.482474 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:08.507784 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] For port 5469944f-6d14-47a6-bdf6-6d29cfe0a7e0, host dv-cinder-815614-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=5469944f-6d14-47a6-bdf6-6d29cfe0a7e0,segment=NetworkSegment(1823f467-65f5-492c-8155-6dfe4df97867),segment_id=1823f467-65f5-492c-8155-6dfe4df97867)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:04:08.595715 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:08.765745 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd1427-e019-4eeb-bd2b-ebd695a35456 req-85fae408-f3ab-4f07-9041-3ec8256fd82a tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:08.783636 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f5fd1427-e019-4eeb-bd2b-ebd695a35456 req-85fae408-f3ab-4f07-9041-3ec8256fd82a tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 946 time: 0.1935468 Nov 03 02:04:08.787950 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Pushing event updated for resources: {'Port': ['ID=5469944f-6d14-47a6-bdf6-6d29cfe0a7e0,revision_number=4']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:04:08.908118 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f5fd1427-e019-4eeb-bd2b-ebd695a35456 req-ab472080-efbb-40cb-bd9b-08b0c8350ac1 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235540 Nov 03 02:04:09.184549 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cf82c7-98e9-4321-8386-6a938e61b2f9 None None] Sync routers for ids ['30a6c961-7994-4254-8b67-006efded4254'] in dv-cinder-815614-3-iscsi {{(pid=108316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:04:09.203539 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cf82c7-98e9-4321-8386-6a938e61b2f9 None None] Routers {'30a6c961-7994-4254-8b67-006efded4254'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:04:09.204541 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-63cf82c7-98e9-4321-8386-6a938e61b2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:03:49Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['30a6c961-7994-4254-8b67-006efded4254'], 'active': True} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:04:09.322074 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvr_db [None req-63cf82c7-98e9-4321-8386-6a938e61b2f9 None None] Set router 30a6c961-7994-4254-8b67-006efded4254 gateway port host: dv-cinder-815614-3-iscsi {{(pid=108316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:04:09.570650 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-63cf82c7-98e9-4321-8386-6a938e61b2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a6c961-7994-4254-8b67-006efded4254', 'name': 'tempest-TestMinimumBasicScenario-372168183-router', 'tenant_id': 'b1d4c3fda5b546afbd53ead7d0482c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '5469944f-6d14-47a6-bdf6-6d29cfe0a7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:03:56Z', 'updated_at': '2021-11-03T02:04:05Z', 'revision_number': 4, 'project_id': 'b1d4c3fda5b546afbd53ead7d0482c1a', 'gw_port': {'id': '5469944f-6d14-47a6-bdf6-6d29cfe0a7e0', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:65:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a6c961-7994-4254-8b67-006efded4254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:03:59Z', 'updated_at': '2021-11-03T02:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_interfaces': [{'id': '16dcffce-f26a-4b24-9c16-dd6c85399241', 'name': '', 'network_id': '36122a2d-f909-4d18-bd0a-ea255b113401', 'tenant_id': 'b1d4c3fda5b546afbd53ead7d0482c1a', 'mac_address': 'fa:16:3e:21:b2:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30a6c961-7994-4254-8b67-006efded4254', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '28b76daf-2cbd-4148-ae06-82eabeedc4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:04:04Z', 'updated_at': '2021-11-03T02:04:05Z', 'revision_number': 2, 'project_id': 'b1d4c3fda5b546afbd53ead7d0482c1a', 'subnets': [{'id': '28b76daf-2cbd-4148-ae06-82eabeedc4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:04:09.604145 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cf82c7-98e9-4321-8386-6a938e61b2f9 None None] Checking router: 30a6c961-7994-4254-8b67-006efded4254 for host: dv-cinder-815614-3-iscsi {{(pid=108316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:04:09.604416 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cf82c7-98e9-4321-8386-6a938e61b2f9 None None] Updating router 30a6c961-7994-4254-8b67-006efded4254 port 16dcffce-f26a-4b24-9c16-dd6c85399241 binding host dv-cinder-815614-3-iscsi {{(pid=108316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 02:04:09.604649 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd63a358-e6f1-4c1f-b87e-49e964b200a5 req-c918befb-fd4b-4b8f-9dba-56bddeceb89c tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:09.612948 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-cd63a358-e6f1-4c1f-b87e-49e964b200a5 req-c918befb-fd4b-4b8f-9dba-56bddeceb89c tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab4c0908-93e6-4c60-8da3-a8bb3b8b24ea HTTP/1.1" status: 200 len: 944 time: 0.0893152 Nov 03 02:04:09.635468 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-63cf82c7-98e9-4321-8386-6a938e61b2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:09.671841 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-cd63a358-e6f1-4c1f-b87e-49e964b200a5 req-61ffe3f2-4cda-47a5-b580-56e09eb93f57 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2caa2a6-72c8-4014-ab52-bb2a40600117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576770 Nov 03 02:04:09.825036 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device b86f86db-8a25-4da3-abaa-8e726628e287 up at agent hyperv_hv-cinder-81561 {{(pid=108316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:04:09.974790 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-63cf82c7-98e9-4321-8386-6a938e61b2f9 None None] Publish callbacks [] for port, precommit_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:10.053250 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Provisioning for port b86f86db-8a25-4da3-abaa-8e726628e287 completed by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 02:04:10.056345 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-63cf82c7-98e9-4321-8386-6a938e61b2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:10.073507 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Provisioning complete for port b86f86db-8a25-4da3-abaa-8e726628e287 triggered by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:04:10.078051 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:10.168976 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c54a12-9c9e-4747-ba5d-ff9b40153579 req-200faff4-a7e0-4bde-bf79-a9f35f4a974a tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:10.177237 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e3c54a12-9c9e-4747-ba5d-ff9b40153579 req-200faff4-a7e0-4bde-bf79-a9f35f4a974a tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 946 time: 0.0998735 Nov 03 02:04:10.180855 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device 5469944f-6d14-47a6-bdf6-6d29cfe0a7e0 up at agent ovs-agent-dv-cinder-815614-3-iscsi {{(pid=108316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:04:10.267772 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e3c54a12-9c9e-4747-ba5d-ff9b40153579 req-1a49ce65-84d3-4f65-bc83-c6c281906e74 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664318 Nov 03 02:04:10.500873 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3d488d-fbbc-4888-b961-27002762139e req-92ff0140-1a3f-40d7-8ded-2dbc843c5fac tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:10.503062 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-7d3d488d-fbbc-4888-b961-27002762139e req-92ff0140-1a3f-40d7-8ded-2dbc843c5fac tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.30 "GET /v2.0/ports?device_id=51b4183b-6728-4119-b616-29bb8384c8d4 HTTP/1.1" status: 200 len: 946 time: 0.1082118 Nov 03 02:04:10.599925 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-7d3d488d-fbbc-4888-b961-27002762139e req-d2c7497c-5fbe-48fe-8aef-b7990a458b6a tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2d198aa-92ee-4a16-b13c-bcfd43c8f117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908983 Nov 03 02:04:10.605758 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb0dfe7-b1ac-4d1a-a34b-ef0471a5a946 None None] Pushing event updated for resources: {'Port': ['ID=16dcffce-f26a-4b24-9c16-dd6c85399241,revision_number=3']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:04:10.863062 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-02fe6323-865e-4834-8534-cb87a2a8c14a None None] Provisioning complete for port 16dcffce-f26a-4b24-9c16-dd6c85399241 triggered by entity DHCP. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:04:10.868499 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-02fe6323-865e-4834-8534-cb87a2a8c14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:10.881018 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.managers [None req-63cf82c7-98e9-4321-8386-6a938e61b2f9 None None] Attempting to bind port 16dcffce-f26a-4b24-9c16-dd6c85399241 on host dv-cinder-815614-3-iscsi for vnic_type normal with profile {{(pid=108316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 02:04:10.881676 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.managers [None req-63cf82c7-98e9-4321-8386-6a938e61b2f9 None None] Attempting to bind port 16dcffce-f26a-4b24-9c16-dd6c85399241 by drivers openvswitch,hyperv on host dv-cinder-815614-3-iscsi at level 0 using segments [{'id': '82d9c75f-0fd2-409f-9846-61f83168429f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '36122a2d-f909-4d18-bd0a-ea255b113401'}] {{(pid=108316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 02:04:10.882210 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cf82c7-98e9-4321-8386-6a938e61b2f9 None None] Attempting to bind port 16dcffce-f26a-4b24-9c16-dd6c85399241 on network 36122a2d-f909-4d18-bd0a-ea255b113401 {{(pid=108316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:04:10.920130 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:10.940163 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cf82c7-98e9-4321-8386-6a938e61b2f9 None None] Checking agent: {'id': '8d43342f-520b-4221-8f38-1d21061a375d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815614-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 1, 53, 24), 'started_at': datetime.datetime(2021, 11, 3, 1, 53, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 2, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815614-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:04:10.942899 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cf82c7-98e9-4321-8386-6a938e61b2f9 None None] Checking segment: {'id': '82d9c75f-0fd2-409f-9846-61f83168429f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '36122a2d-f909-4d18-bd0a-ea255b113401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 02:04:10.942899 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-63cf82c7-98e9-4321-8386-6a938e61b2f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:10.943114 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bd6c72-45b9-424b-a91f-3087d5759a67 req-e7d12d19-6fff-4636-bbaa-3b0ab7f2814c tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:10.943614 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cf82c7-98e9-4321-8386-6a938e61b2f9 None None] Bound using segment: {'id': '82d9c75f-0fd2-409f-9846-61f83168429f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '36122a2d-f909-4d18-bd0a-ea255b113401'} {{(pid=108316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:04:10.943614 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.managers [None req-63cf82c7-98e9-4321-8386-6a938e61b2f9 None None] Bound port: 16dcffce-f26a-4b24-9c16-dd6c85399241, host: dv-cinder-815614-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d9c75f-0fd2-409f-9846-61f83168429f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '36122a2d-f909-4d18-bd0a-ea255b113401'}}] {{(pid=108316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 02:04:10.943614 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-63cf82c7-98e9-4321-8386-6a938e61b2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:10.946501 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-86bd6c72-45b9-424b-a91f-3087d5759a67 req-e7d12d19-6fff-4636-bbaa-3b0ab7f2814c tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab4c0908-93e6-4c60-8da3-a8bb3b8b24ea HTTP/1.1" status: 200 len: 944 time: 0.1141191 Nov 03 02:04:10.956711 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Provisioning complete for port 5469944f-6d14-47a6-bdf6-6d29cfe0a7e0 triggered by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:04:10.957282 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:11.001166 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-02fe6323-865e-4834-8534-cb87a2a8c14a None None] Port 16dcffce-f26a-4b24-9c16-dd6c85399241 cannot update to ACTIVE because it is not bound. {{(pid=108316) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 02:04:11.009298 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab4c0908-93e6-4c60-8da3-a8bb3b8b24ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b86f86db-8a25-4da3-abaa-8e726628e287'}] {{(pid=108316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:04:11.011991 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c49bda4003134bcf77c295383a637b11cae661d7d3df1045ea696fe6ff2a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f91bbbff-e5e8-4ebc-8a49-35ee6fcf9aa3" -d '{"events": [{"server_uuid": "ab4c0908-93e6-4c60-8da3-a8bb3b8b24ea", "name": "network-vif-plugged", "status": "completed", "tag": "b86f86db-8a25-4da3-abaa-8e726628e287"}]}' {{(pid=108316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:04:11.055535 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] For port b86f86db-8a25-4da3-abaa-8e726628e287, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=b86f86db-8a25-4da3-abaa-8e726628e287,segment=NetworkSegment(15b7192d-fcf8-46bd-b4ff-54110db4eb9b),segment_id=15b7192d-fcf8-46bd-b4ff-54110db4eb9b)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:04:11.057072 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-86bd6c72-45b9-424b-a91f-3087d5759a67 req-e3cf04f0-824a-4f80-9e5a-5564df3adeef tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2caa2a6-72c8-4014-ab52-bb2a40600117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059117 Nov 03 02:04:11.135474 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:11.151614 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 02:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57d9eaf1-796e-42a1-8c37-b0470e6c77bb x-openstack-request-id: req-57d9eaf1-796e-42a1-8c37-b0470e6c77bb {{(pid=108316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:04:11.152159 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab4c0908-93e6-4c60-8da3-a8bb3b8b24ea", "name": "network-vif-plugged", "status": "completed", "tag": "b86f86db-8a25-4da3-abaa-8e726628e287", "code": 200}]} {{(pid=108316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:04:11.152484 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-57d9eaf1-796e-42a1-8c37-b0470e6c77bb {{(pid=108316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:04:11.152954 dv-cinder-815614-3-iscsi neutron-server[108316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab4c0908-93e6-4c60-8da3-a8bb3b8b24ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b86f86db-8a25-4da3-abaa-8e726628e287', 'code': 200} Nov 03 02:04:11.185491 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-63cf82c7-98e9-4321-8386-6a938e61b2f9 None None] For port 16dcffce-f26a-4b24-9c16-dd6c85399241, host dv-cinder-815614-3-iscsi, cleared binding levels {{(pid=108316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:04:11.224827 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-63cf82c7-98e9-4321-8386-6a938e61b2f9 None None] For port 16dcffce-f26a-4b24-9c16-dd6c85399241, host dv-cinder-815614-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=16dcffce-f26a-4b24-9c16-dd6c85399241,segment=NetworkSegment(82d9c75f-0fd2-409f-9846-61f83168429f),segment_id=82d9c75f-0fd2-409f-9846-61f83168429f)] {{(pid=108316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:04:11.243208 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Pushing event updated for resources: {'Port': ['ID=b86f86db-8a25-4da3-abaa-8e726628e287,revision_number=5']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:04:11.408586 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-63cf82c7-98e9-4321-8386-6a938e61b2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:11.496562 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e041c4-8caf-426c-b8bd-2711a49ad0cb req-32de893c-77fb-4c13-9309-18cc5b9c73c5 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:11.531164 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-70e041c4-8caf-426c-b8bd-2711a49ad0cb req-32de893c-77fb-4c13-9309-18cc5b9c73c5 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 946 time: 0.1135378 Nov 03 02:04:11.559139 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb0dfe7-b1ac-4d1a-a34b-ef0471a5a946 None None] Pushing event updated for resources: {'Port': ['ID=16dcffce-f26a-4b24-9c16-dd6c85399241,revision_number=4']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:04:11.595467 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cf82c7-98e9-4321-8386-6a938e61b2f9 None None] Routers {'30a6c961-7994-4254-8b67-006efded4254'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:04:11.596725 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-63cf82c7-98e9-4321-8386-6a938e61b2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:03:49Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['30a6c961-7994-4254-8b67-006efded4254'], 'active': True} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:04:11.680876 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-70e041c4-8caf-426c-b8bd-2711a49ad0cb req-e900ec2f-5916-4cef-b92a-ae0206513a8d tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377101 Nov 03 02:04:11.686660 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc19fcf7-0860-4300-b429-40f91ac0efe3 req-bd632599-0ec3-4db1-afd4-95630f66b461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:11.693068 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-fc19fcf7-0860-4300-b429-40f91ac0efe3 req-bd632599-0ec3-4db1-afd4-95630f66b461 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ab4c0908-93e6-4c60-8da3-a8bb3b8b24ea HTTP/1.1" status: 200 len: 1098 time: 0.1350791 Nov 03 02:04:11.818503 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-fc19fcf7-0860-4300-b429-40f91ac0efe3 req-4ba58e9d-4df0-46c2-b0d3-fee7990e80c5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d2caa2a6-72c8-4014-ab52-bb2a40600117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056187 Nov 03 02:04:11.844173 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvr_db [None req-63cf82c7-98e9-4321-8386-6a938e61b2f9 None None] Set router 30a6c961-7994-4254-8b67-006efded4254 gateway port host: dv-cinder-815614-3-iscsi {{(pid=108316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:04:11.935056 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead749c-9f1f-4355-b1a2-cc01f29f9903 req-42dca287-cccc-4b0e-85ee-4714f6ca86b9 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:11.956940 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-cead749c-9f1f-4355-b1a2-cc01f29f9903 req-42dca287-cccc-4b0e-85ee-4714f6ca86b9 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.30 "GET /v2.0/ports?device_id=51b4183b-6728-4119-b616-29bb8384c8d4 HTTP/1.1" status: 200 len: 946 time: 0.1190560 Nov 03 02:04:12.095938 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-cead749c-9f1f-4355-b1a2-cc01f29f9903 req-ae26beef-0a1b-49dc-a92e-94756a82f641 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2d198aa-92ee-4a16-b13c-bcfd43c8f117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358736 Nov 03 02:04:12.098707 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-a78b4f93-0daf-4c7f-8702-508512eeeb5b None None] Provisioning complete for port 16dcffce-f26a-4b24-9c16-dd6c85399241 triggered by entity DHCP. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:04:12.099091 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a78b4f93-0daf-4c7f-8702-508512eeeb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:12.266721 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e51dd7-c9aa-44d0-bb15-cb570555170c req-c49e7146-ac88-4c7b-a388-fae94b46ff75 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:12.273240 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-40e51dd7-c9aa-44d0-bb15-cb570555170c req-c49e7146-ac88-4c7b-a388-fae94b46ff75 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab4c0908-93e6-4c60-8da3-a8bb3b8b24ea HTTP/1.1" status: 200 len: 945 time: 0.1175106 Nov 03 02:04:12.353999 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-40e51dd7-c9aa-44d0-bb15-cb570555170c req-7118dc21-58b3-48bb-96af-ed480312d168 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2caa2a6-72c8-4014-ab52-bb2a40600117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724304 Nov 03 02:04:12.399515 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a78b4f93-0daf-4c7f-8702-508512eeeb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:12.446193 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a78b4f93-0daf-4c7f-8702-508512eeeb5b None None] For port 16dcffce-f26a-4b24-9c16-dd6c85399241, host dv-cinder-815614-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=16dcffce-f26a-4b24-9c16-dd6c85399241,segment=NetworkSegment(82d9c75f-0fd2-409f-9846-61f83168429f),segment_id=82d9c75f-0fd2-409f-9846-61f83168429f)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:04:12.449293 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-63cf82c7-98e9-4321-8386-6a938e61b2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a6c961-7994-4254-8b67-006efded4254', 'name': 'tempest-TestMinimumBasicScenario-372168183-router', 'tenant_id': 'b1d4c3fda5b546afbd53ead7d0482c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '5469944f-6d14-47a6-bdf6-6d29cfe0a7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:03:56Z', 'updated_at': '2021-11-03T02:04:05Z', 'revision_number': 4, 'project_id': 'b1d4c3fda5b546afbd53ead7d0482c1a', 'gw_port': {'id': '5469944f-6d14-47a6-bdf6-6d29cfe0a7e0', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:65:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a6c961-7994-4254-8b67-006efded4254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:03:59Z', 'updated_at': '2021-11-03T02:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_interfaces': [{'id': '16dcffce-f26a-4b24-9c16-dd6c85399241', 'name': '', 'network_id': '36122a2d-f909-4d18-bd0a-ea255b113401', 'tenant_id': 'b1d4c3fda5b546afbd53ead7d0482c1a', 'mac_address': 'fa:16:3e:21:b2:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30a6c961-7994-4254-8b67-006efded4254', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '28b76daf-2cbd-4148-ae06-82eabeedc4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:04:04Z', 'updated_at': '2021-11-03T02:04:11Z', 'revision_number': 4, 'project_id': 'b1d4c3fda5b546afbd53ead7d0482c1a', 'subnets': [{'id': '28b76daf-2cbd-4148-ae06-82eabeedc4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:04:12.508140 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cf82c7-98e9-4321-8386-6a938e61b2f9 None None] The sync data for ids ['30a6c961-7994-4254-8b67-006efded4254'] in dv-cinder-815614-3-iscsi is: [{'id': '30a6c961-7994-4254-8b67-006efded4254', 'name': 'tempest-TestMinimumBasicScenario-372168183-router', 'tenant_id': 'b1d4c3fda5b546afbd53ead7d0482c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '5469944f-6d14-47a6-bdf6-6d29cfe0a7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:03:56Z', 'updated_at': '2021-11-03T02:04:05Z', 'revision_number': 4, 'project_id': 'b1d4c3fda5b546afbd53ead7d0482c1a', 'gw_port': {'id': '5469944f-6d14-47a6-bdf6-6d29cfe0a7e0', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:65:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a6c961-7994-4254-8b67-006efded4254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:03:59Z', 'updated_at': '2021-11-03T02:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_interfaces': [{'id': '16dcffce-f26a-4b24-9c16-dd6c85399241', 'name': '', 'network_id': '36122a2d-f909-4d18-bd0a-ea255b113401', 'tenant_id': 'b1d4c3fda5b546afbd53ead7d0482c1a', 'mac_address': 'fa:16:3e:21:b2:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30a6c961-7994-4254-8b67-006efded4254', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '28b76daf-2cbd-4148-ae06-82eabeedc4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:04:04Z', 'updated_at': '2021-11-03T02:04:11Z', 'revision_number': 4, 'project_id': 'b1d4c3fda5b546afbd53ead7d0482c1a', 'subnets': [{'id': '28b76daf-2cbd-4148-ae06-82eabeedc4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:04:12.538698 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6753445c-e389-4bcb-8d35-601cf8c41fb2 req-86d6be1d-9b63-46f8-93b2-8384e1d1cc7e tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:12.542550 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a78b4f93-0daf-4c7f-8702-508512eeeb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:12.551622 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-6753445c-e389-4bcb-8d35-601cf8c41fb2 req-86d6be1d-9b63-46f8-93b2-8384e1d1cc7e tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.37 "GET /v2.0/ports?device_id=51b4183b-6728-4119-b616-29bb8384c8d4 HTTP/1.1" status: 200 len: 946 time: 0.0843437 Nov 03 02:04:12.670066 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78b4f93-0daf-4c7f-8702-508512eeeb5b None None] Pushing event updated for resources: {'Port': ['ID=16dcffce-f26a-4b24-9c16-dd6c85399241,revision_number=5']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:04:12.830209 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.plugin [req-6753445c-e389-4bcb-8d35-601cf8c41fb2 req-49fc93e7-925f-43a5-9d39-835b88dd68d7 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] Deleting port c401d594-da88-49b7-9fee-e3f764425f67 {{(pid=108314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 02:04:12.830209 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-6753445c-e389-4bcb-8d35-601cf8c41fb2 req-49fc93e7-925f-43a5-9d39-835b88dd68d7 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784217550484'] for port, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:12.988746 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.db [req-6753445c-e389-4bcb-8d35-601cf8c41fb2 req-49fc93e7-925f-43a5-9d39-835b88dd68d7 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] For port c401d594-da88-49b7-9fee-e3f764425f67, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=c401d594-da88-49b7-9fee-e3f764425f67,segment=NetworkSegment(73d3a212-151a-4e52-9946-701481cdae69),segment_id=73d3a212-151a-4e52-9946-701481cdae69)] {{(pid=108314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:04:12.989549 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-6753445c-e389-4bcb-8d35-601cf8c41fb2 req-49fc93e7-925f-43a5-9d39-835b88dd68d7 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538104'] for port, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:13.004697 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.plugin [req-6753445c-e389-4bcb-8d35-601cf8c41fb2 req-49fc93e7-925f-43a5-9d39-835b88dd68d7 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] Calling delete_port for c401d594-da88-49b7-9fee-e3f764425f67 owned by compute:nova {{(pid=108314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 02:04:13.492489 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-6753445c-e389-4bcb-8d35-601cf8c41fb2 req-49fc93e7-925f-43a5-9d39-835b88dd68d7 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784217703262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784217128223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126899639'] for port, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:13.507597 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] get_ports_and_sgs() called for port_ids ['c401d594-da88-49b7-9fee-e3f764425f67'] {{(pid=108316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 02:04:13.639319 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fc93e7-925f-43a5-9d39-835b88dd68d7 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] Pushing event deleted for resources: {'Port': ['ID=c401d594-da88-49b7-9fee-e3f764425f67,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:04:13.726495 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.l3_dvrscheduler_db [req-6753445c-e389-4bcb-8d35-601cf8c41fb2 req-49fc93e7-925f-43a5-9d39-835b88dd68d7 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] No DVR routers for this DVR port c401d594-da88-49b7-9fee-e3f764425f67 on host hv-cinder-81561 {{(pid=108314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 02:04:13.729994 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-6753445c-e389-4bcb-8d35-601cf8c41fb2 req-49fc93e7-925f-43a5-9d39-835b88dd68d7 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622'] for port, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:13.734321 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-6753445c-e389-4bcb-8d35-601cf8c41fb2 req-49fc93e7-925f-43a5-9d39-835b88dd68d7 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.37 "DELETE /v2.0/ports/c401d594-da88-49b7-9fee-e3f764425f67 HTTP/1.1" status: 204 len: 173 time: 1.1698036 Nov 03 02:04:13.734947 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51b4183b-6728-4119-b616-29bb8384c8d4', 'name': 'network-vif-deleted', 'tag': 'c401d594-da88-49b7-9fee-e3f764425f67'}] {{(pid=108314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:04:13.737681 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b9e71fb97e4882bef21449c101b24c97d897c9b718fbc8dac7673975a826a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-548be7e9-db59-4a1e-9574-03d7a367fcf9" -d '{"events": [{"server_uuid": "51b4183b-6728-4119-b616-29bb8384c8d4", "name": "network-vif-deleted", "tag": "c401d594-da88-49b7-9fee-e3f764425f67"}]}' {{(pid=108314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:04:14.218604 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device 16dcffce-f26a-4b24-9c16-dd6c85399241 up at agent ovs-agent-dv-cinder-815614-3-iscsi {{(pid=108316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:04:14.383172 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Provisioning complete for port 16dcffce-f26a-4b24-9c16-dd6c85399241 triggered by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:04:14.383604 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:14.432869 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2876172-8bc3-4ebd-81e1-1b780249c4f3 req-a90c6a09-bccf-4cef-99e0-972f5f630912 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:14.442767 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e2876172-8bc3-4ebd-81e1-1b780249c4f3 req-a90c6a09-bccf-4cef-99e0-972f5f630912 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 946 time: 0.1022224 Nov 03 02:04:14.525405 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e2876172-8bc3-4ebd-81e1-1b780249c4f3 req-3b4bbd0e-3987-4503-99ee-825d4b36e1f7 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815594 Nov 03 02:04:14.681539 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-339b1573-276c-454f-b7ab-163993f0e313 req-50ad58ff-16b7-4d79-87e9-979c40f47242 tempest-VolumesActionsTest-628163934 tempest-VolumesActionsTest-628163934-project] 10.222.0.30 "GET /v2.0/ports?device_id=51b4183b-6728-4119-b616-29bb8384c8d4 HTTP/1.1" status: 200 len: 210 time: 0.0442827 Nov 03 02:04:14.876863 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1800c468-9e42-46ee-b944-6cf92d99a98e req-c5f3dedd-d34d-4cfa-9237-6081ed921a04 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:14.885396 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1800c468-9e42-46ee-b944-6cf92d99a98e req-c5f3dedd-d34d-4cfa-9237-6081ed921a04 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab4c0908-93e6-4c60-8da3-a8bb3b8b24ea HTTP/1.1" status: 200 len: 945 time: 0.1112959 Nov 03 02:04:14.969994 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1800c468-9e42-46ee-b944-6cf92d99a98e req-340d5ec0-fe1e-4a6e-9748-d7d21c501b5a tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2caa2a6-72c8-4014-ab52-bb2a40600117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829542 Nov 03 02:04:15.111795 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 02:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3ad74e-e510-4f9e-b35f-c5c4b583721e x-openstack-request-id: req-0d3ad74e-e510-4f9e-b35f-c5c4b583721e {{(pid=108314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:04:15.111795 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51b4183b-6728-4119-b616-29bb8384c8d4", "name": "network-vif-deleted", "tag": "c401d594-da88-49b7-9fee-e3f764425f67", "status": "completed", "code": 200}]} {{(pid=108314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:04:15.111795 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0d3ad74e-e510-4f9e-b35f-c5c4b583721e {{(pid=108314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:04:15.111795 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51b4183b-6728-4119-b616-29bb8384c8d4', 'name': 'network-vif-deleted', 'tag': 'c401d594-da88-49b7-9fee-e3f764425f67', 'status': 'completed', 'code': 200} Nov 03 02:04:16.333447 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c169cd-6ece-4706-a4b4-e61d656ec4cf req-28281525-e288-495f-9b6a-1cb8bde59bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:16.335828 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-73c169cd-6ece-4706-a4b4-e61d656ec4cf req-28281525-e288-495f-9b6a-1cb8bde59bf9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dcf02d32d2b4466f90bc61e38f1776a8&device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 1098 time: 0.4028215 Nov 03 02:04:16.447696 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3470f-7908-4964-8fc9-a7a2bc93c9cf req-5514d5a9-97e6-493d-994d-51a64326418d tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:16.456122 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f2a3470f-7908-4964-8fc9-a7a2bc93c9cf req-5514d5a9-97e6-493d-994d-51a64326418d tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 946 time: 0.1787107 Nov 03 02:04:16.463757 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c169cd-6ece-4706-a4b4-e61d656ec4cf req-c65eb447-8a7c-4d51-a7e6-776c9b15395d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:16.465535 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-73c169cd-6ece-4706-a4b4-e61d656ec4cf req-c65eb447-8a7c-4d51-a7e6-776c9b15395d service neutron] 10.222.0.37 "GET /v2.0/networks?id=736ee5a9-6b0f-40e2-b2ff-a9aa9510814f HTTP/1.1" status: 200 len: 920 time: 0.1209409 Nov 03 02:04:16.570086 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-73c169cd-6ece-4706-a4b4-e61d656ec4cf req-d443781d-42ef-4b2b-9d94-602cc8ebf26b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c800a63f-5d20-4479-bff0-75fde1f2c55a HTTP/1.1" status: 200 len: 217 time: 0.0686255 Nov 03 02:04:16.649860 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c169cd-6ece-4706-a4b4-e61d656ec4cf req-f5710d07-3a76-40ca-b876-4ea6f037639a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:16.651346 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-73c169cd-6ece-4706-a4b4-e61d656ec4cf req-f5710d07-3a76-40ca-b876-4ea6f037639a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=67746e52-e9e3-4c10-8eb3-4bad00b287b3 HTTP/1.1" status: 200 len: 859 time: 0.0781660 Nov 03 02:04:16.661471 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f2a3470f-7908-4964-8fc9-a7a2bc93c9cf req-c78f49cf-934f-45fe-9155-922f5e8fcb9d tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2039118 Nov 03 02:04:16.700783 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-73c169cd-6ece-4706-a4b4-e61d656ec4cf req-154887c6-c17f-4a65-ab73-d5cc94796b8f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=736ee5a9-6b0f-40e2-b2ff-a9aa9510814f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282366 Nov 03 02:04:16.866062 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a806faa9-55f9-464a-8203-5248e17709fe req-fe87b04c-c0a8-4f4e-be64-23b0ef14fca3 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:16.867704 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a806faa9-55f9-464a-8203-5248e17709fe req-fe87b04c-c0a8-4f4e-be64-23b0ef14fca3 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 945 time: 0.0759709 Nov 03 02:04:16.870129 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-73c169cd-6ece-4706-a4b4-e61d656ec4cf req-418fb99c-62bc-47d6-8c2d-e03c51e86ed6 service neutron] 10.222.0.37 "GET /v2.0/networks/736ee5a9-6b0f-40e2-b2ff-a9aa9510814f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543391 Nov 03 02:04:16.893547 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-273b2913-0743-4e19-a1ad-ee66e015ca23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:16.953560 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.agents_db [None req-a2914077-2d9d-4477-8dde-df1573e0789a None None] Agent healthcheck: found 6 active agents {{(pid=108317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:04:17.000670 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a806faa9-55f9-464a-8203-5248e17709fe req-fb4f3fd2-3018-40b8-ad6b-3647d13b2d04 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260900 Nov 03 02:04:17.040102 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-73c169cd-6ece-4706-a4b4-e61d656ec4cf req-5b25ab08-aa9b-4ab3-9592-cbb09d177ee2 service neutron] 10.222.0.37 "GET /v2.0/networks/736ee5a9-6b0f-40e2-b2ff-a9aa9510814f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594806 Nov 03 02:04:17.849548 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device c401d594-da88-49b7-9fee-e3f764425f67 no longer exists at agent hyperv_hv-cinder-81561 {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:04:17.871960 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] No Port match for: c401d594-da88-49b7-9fee-e3f764425f67 {{(pid=108316) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 02:04:17.872413 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device c401d594-da88-49b7-9fee-e3f764425f67 not bound to the agent host hv-cinder-81561 {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:04:17.968181 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a3e243-4993-4a29-b461-f69273c11c2e req-6a50dc88-c003-44c5-987e-8fe81c2acd85 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:17.969760 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-84a3e243-4993-4a29-b461-f69273c11c2e req-6a50dc88-c003-44c5-987e-8fe81c2acd85 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 946 time: 0.0566223 Nov 03 02:04:18.017902 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-84a3e243-4993-4a29-b461-f69273c11c2e req-c02e5abe-c3fa-40ec-baf2-d1b560a52171 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421319 Nov 03 02:04:18.198213 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b7beee-b9e9-41d6-aa3d-d62cfa8664a3 req-af7feff9-e9e9-483a-b520-3acaadc12c57 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:18.200009 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-73b7beee-b9e9-41d6-aa3d-d62cfa8664a3 req-af7feff9-e9e9-483a-b520-3acaadc12c57 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 945 time: 0.0727687 Nov 03 02:04:18.276494 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-73b7beee-b9e9-41d6-aa3d-d62cfa8664a3 req-5f61bb4d-df41-4727-b2c1-eca53864d79a tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697920 Nov 03 02:04:18.387607 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-49aca4f3-661a-44e3-b57a-1c01ccdd2b43 req-d080a137-ce3f-4a0e-b448-92132c2028f0 tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=b437a261d1c541edb0a4b366f3034ba3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0584826 Nov 03 02:04:18.620574 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aca4f3-661a-44e3-b57a-1c01ccdd2b43 req-a4a09e83-99f8-4a41-8d01-fa684f9fc052 tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:18.622379 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-49aca4f3-661a-44e3-b57a-1c01ccdd2b43 req-a4a09e83-99f8-4a41-8d01-fa684f9fc052 tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2277005 Nov 03 02:04:18.660984 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-49aca4f3-661a-44e3-b57a-1c01ccdd2b43 req-fe604246-a6c1-4df9-9258-7f3f2da244b6 tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] 10.222.0.30 "GET /v2.0/quotas/b437a261d1c541edb0a4b366f3034ba3 HTTP/1.1" status: 200 len: 375 time: 0.0287147 Nov 03 02:04:18.710500 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-49aca4f3-661a-44e3-b57a-1c01ccdd2b43 req-2e300630-f05b-42b3-8ea8-faa4dcb21baa tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b437a261d1c541edb0a4b366f3034ba3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424309 Nov 03 02:04:18.950309 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-3ae5726a-3161-418e-b933-756feea6e763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:19.023172 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-91be5315-6f8e-411c-8f6c-4fab65840417 req-28eff4b4-5774-4d45-a8b2-70c2bdbcd734 tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9dcb982-e537-49db-aa7e-2a5060b12d2a HTTP/1.1" status: 200 len: 210 time: 0.0457277 Nov 03 02:04:19.177922 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62802ddc-291f-40e4-b7c0-16c9febc43f1 req-0d7cfeca-2109-4c26-9ee4-86bc55626ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:19.179475 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-62802ddc-291f-40e4-b7c0-16c9febc43f1 req-0d7cfeca-2109-4c26-9ee4-86bc55626ba7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=86777c3ab41c4ea8bbbdf156c7792513&device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 1099 time: 0.1075151 Nov 03 02:04:19.193474 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9bcd4b-bc85-48ca-b18e-e8982f0ee502 req-1074cb10-dd49-4caf-8c66-0c968f0d890a tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:19.194997 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-4c9bcd4b-bc85-48ca-b18e-e8982f0ee502 req-1074cb10-dd49-4caf-8c66-0c968f0d890a tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 946 time: 0.0663886 Nov 03 02:04:19.319489 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-4c9bcd4b-bc85-48ca-b18e-e8982f0ee502 req-63f64d13-fd94-4635-bf19-ed8fabf96f79 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133115 Nov 03 02:04:19.357526 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62802ddc-291f-40e4-b7c0-16c9febc43f1 req-7a78b19a-8e7e-4c63-86a6-2600cbb61b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:19.359034 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-62802ddc-291f-40e4-b7c0-16c9febc43f1 req-7a78b19a-8e7e-4c63-86a6-2600cbb61b20 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9 HTTP/1.1" status: 200 len: 918 time: 0.1625781 Nov 03 02:04:19.429157 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b11f66c-7a82-47a8-91ef-a4580675b271 req-15f978c1-58e7-421a-8159-f01e7b92bdf9 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:19.430686 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-6b11f66c-7a82-47a8-91ef-a4580675b271 req-15f978c1-58e7-421a-8159-f01e7b92bdf9 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 945 time: 0.0565131 Nov 03 02:04:19.485479 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-6b11f66c-7a82-47a8-91ef-a4580675b271 req-8c540571-1898-4a7d-b8fe-63ba2afd5527 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463824 Nov 03 02:04:19.932542 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-3baf3433-eee1-48f0-90c8-209ed8ef0e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:20.093271 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-8db2e3d1-a28d-4c19-b72e-e06b8e3ce002 req-81d079fe-5afd-4fa1-86b0-dc82af5dd93b tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9dcb982-e537-49db-aa7e-2a5060b12d2a HTTP/1.1" status: 200 len: 210 time: 0.0383396 Nov 03 02:04:20.252689 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-62802ddc-291f-40e4-b7c0-16c9febc43f1 req-76118667-4a3e-46b0-a862-79fff1ee58ef service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=200c1df3-d8a9-42db-83ec-6723cdbe5701 HTTP/1.1" status: 200 len: 1002 time: 0.0759723 Nov 03 02:04:20.444583 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f154b7-0e5d-4fb6-acfd-35c5fee97267 req-ab1e53a2-d313-46f3-819a-fcb123d0609c tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:20.446109 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a1f154b7-0e5d-4fb6-acfd-35c5fee97267 req-ab1e53a2-d313-46f3-819a-fcb123d0609c tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 946 time: 0.0517790 Nov 03 02:04:20.499863 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a1f154b7-0e5d-4fb6-acfd-35c5fee97267 req-20f2543c-fcf2-4c69-9247-a468ee282768 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471740 Nov 03 02:04:20.616071 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e8d15c-2f22-4ff1-b83f-43ca8d063f03 req-f79a4a81-3c5a-40e9-bf66-91cb21eb41cb tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:20.617962 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b9e8d15c-2f22-4ff1-b83f-43ca8d063f03 req-f79a4a81-3c5a-40e9-bf66-91cb21eb41cb tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 945 time: 0.0551813 Nov 03 02:04:20.669738 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b9e8d15c-2f22-4ff1-b83f-43ca8d063f03 req-7df6f12c-7440-4889-bf7e-28b2db92076b tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449171 Nov 03 02:04:21.193679 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-413d3eb8-7185-46fe-8207-85710fa200ab req-29353f39-7508-4cd0-afac-0f6b2c38d1fc tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9dcb982-e537-49db-aa7e-2a5060b12d2a HTTP/1.1" status: 200 len: 210 time: 0.0297713 Nov 03 02:04:21.636020 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c307146e-1cf0-4585-9582-270b715b4528 req-76e493f5-4ac2-4557-b265-bbf988fa6e0a tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:21.637534 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-c307146e-1cf0-4585-9582-270b715b4528 req-76e493f5-4ac2-4557-b265-bbf988fa6e0a tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 946 time: 0.0505660 Nov 03 02:04:21.684008 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-c307146e-1cf0-4585-9582-270b715b4528 req-19fb8520-f4e6-429c-81be-c0390f0e3a60 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406573 Nov 03 02:04:21.788867 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51408367-db64-4640-aacf-faea6d21bbf6 req-175c1c1e-2ecb-4211-845a-dd64a881c494 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:21.790260 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-51408367-db64-4640-aacf-faea6d21bbf6 req-175c1c1e-2ecb-4211-845a-dd64a881c494 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 945 time: 0.0501416 Nov 03 02:04:21.836838 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-51408367-db64-4640-aacf-faea6d21bbf6 req-f2f8188a-68b8-4b7f-b229-c9d671c6c888 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405285 Nov 03 02:04:21.926334 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-5b813f54-077d-440d-903f-32bc670fe069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:22.217148 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62802ddc-291f-40e4-b7c0-16c9febc43f1 req-3936ae78-b66c-489e-97ff-3744fa902428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:22.218732 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-62802ddc-291f-40e4-b7c0-16c9febc43f1 req-3936ae78-b66c-489e-97ff-3744fa902428 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=95177d92-9024-40b6-ac79-02b9d5fce0cc HTTP/1.1" status: 200 len: 856 time: 0.0590043 Nov 03 02:04:22.291523 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62802ddc-291f-40e4-b7c0-16c9febc43f1 req-0fe91e67-93da-4051-98a5-48ba2f1897fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:22.298057 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-62802ddc-291f-40e4-b7c0-16c9febc43f1 req-0fe91e67-93da-4051-98a5-48ba2f1897fe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0633376 Nov 03 02:04:22.396843 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-3c54b00c-792a-4d3c-919b-fd7344ce35a2 req-bd652ff8-7473-47bd-9183-c46d05762104 tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9dcb982-e537-49db-aa7e-2a5060b12d2a HTTP/1.1" status: 200 len: 210 time: 0.0548322 Nov 03 02:04:22.433133 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-62802ddc-291f-40e4-b7c0-16c9febc43f1 req-7b120a51-26ff-4b54-93df-9eb01ed4f6e9 service neutron] 10.222.0.37 "GET /v2.0/networks/f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228497 Nov 03 02:04:22.529372 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-62802ddc-291f-40e4-b7c0-16c9febc43f1 req-070a5c93-c587-40eb-bd07-97cf583410d0 service neutron] 10.222.0.37 "GET /v2.0/networks/f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854948 Nov 03 02:04:22.811076 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777e8670-77e1-45d0-a9a2-5f7a4f2a13da req-b3fda312-3256-4645-85c8-17df2cf02c13 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:22.812690 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-777e8670-77e1-45d0-a9a2-5f7a4f2a13da req-b3fda312-3256-4645-85c8-17df2cf02c13 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 946 time: 0.0534406 Nov 03 02:04:22.865826 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-777e8670-77e1-45d0-a9a2-5f7a4f2a13da req-2872604e-520e-4f9e-9e3a-19aac6a3117f tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448787 Nov 03 02:04:22.965505 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfbd468-84f0-40fd-a670-23d5c40dba50 req-d404c8e7-5c1b-4396-b18c-3cf686dea8f8 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:22.967798 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-0cfbd468-84f0-40fd-a670-23d5c40dba50 req-d404c8e7-5c1b-4396-b18c-3cf686dea8f8 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 945 time: 0.0534463 Nov 03 02:04:23.017971 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-0cfbd468-84f0-40fd-a670-23d5c40dba50 req-c9fd11be-3d83-4430-9f59-f1cd8558dadb tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442982 Nov 03 02:04:23.496096 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-aad10629-5ed6-415b-8019-18c1d0af8f0d req-523b9e4d-08e0-48db-8888-79d0ef9e718c tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9dcb982-e537-49db-aa7e-2a5060b12d2a HTTP/1.1" status: 200 len: 210 time: 0.0285456 Nov 03 02:04:23.597238 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886e3d6c-084b-4ccb-8103-78ae0027ad6f req-ace1b5a1-3ede-42e9-b405-a0097807e057 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:23.598904 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-886e3d6c-084b-4ccb-8103-78ae0027ad6f req-ace1b5a1-3ede-42e9-b405-a0097807e057 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/networks?id=baa53bac-7dd3-4c8a-9217-9ded84eb710f HTTP/1.1" status: 200 len: 815 time: 0.1061041 Nov 03 02:04:23.617171 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-886e3d6c-084b-4ccb-8103-78ae0027ad6f req-71615503-6184-4309-afe3-aae25b518133 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/quotas/f13a412251cf4add8e72d0811966ade4 HTTP/1.1" status: 200 len: 375 time: 0.0101609 Nov 03 02:04:23.667897 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-49aca4f3-661a-44e3-b57a-1c01ccdd2b43 req-15fe71d7-f064-432a-87de-dcb2ec574442 tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=b437a261d1c541edb0a4b366f3034ba3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431349 Nov 03 02:04:23.719001 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-886e3d6c-084b-4ccb-8103-78ae0027ad6f req-b69c8dfd-0fe1-47dc-b4fa-91a69c2b62a3 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f13a412251cf4add8e72d0811966ade4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0842113 Nov 03 02:04:23.897577 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device 200c1df3-d8a9-42db-83ec-6723cdbe5701 no longer exists at agent hyperv_hv-cinder-81561 {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:04:24.022641 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:24.047422 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1203383-0300-4df4-8d34-0d52ac57e83d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '200c1df3-d8a9-42db-83ec-6723cdbe5701'}] {{(pid=108316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:04:24.049793 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c49bda4003134bcf77c295383a637b11cae661d7d3df1045ea696fe6ff2a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c89f5a00-9315-4e88-b408-1cf16b55f4f0" -d '{"events": [{"server_uuid": "c1203383-0300-4df4-8d34-0d52ac57e83d", "name": "network-vif-unplugged", "status": "completed", "tag": "200c1df3-d8a9-42db-83ec-6723cdbe5701"}]}' {{(pid=108316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:04:24.062906 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] For port 200c1df3-d8a9-42db-83ec-6723cdbe5701, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=200c1df3-d8a9-42db-83ec-6723cdbe5701,segment=NetworkSegment(3daecc90-8d27-458b-8803-ba0d162359ea),segment_id=3daecc90-8d27-458b-8803-ba0d162359ea)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:04:24.099189 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aca4f3-661a-44e3-b57a-1c01ccdd2b43 req-ec4ddc3c-a029-4d5d-876d-fbb765891174 tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:24.100594 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-49aca4f3-661a-44e3-b57a-1c01ccdd2b43 req-ec4ddc3c-a029-4d5d-876d-fbb765891174 tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4262152 Nov 03 02:04:24.118938 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-886e3d6c-084b-4ccb-8103-78ae0027ad6f req-cba18bb6-aa00-47ea-b2c8-fa819b117d2f service neutron] 10.222.0.30 "GET /v2.0/networks/baa53bac-7dd3-4c8a-9217-9ded84eb710f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3748024 Nov 03 02:04:24.123347 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.v2.base [req-49aca4f3-661a-44e3-b57a-1c01ccdd2b43 req-b78be924-c0b4-4428-bb59-f936e18a208f tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] Request body: {'port': {'device_id': 'd9dcb982-e537-49db-aa7e-2a5060b12d2a', 'network_id': '9b017753-eb9d-4dbb-8124-9eb1ffb51760', 'admin_state_up': True, 'tenant_id': 'b437a261d1c541edb0a4b366f3034ba3'}} {{(pid=108314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:04:24.135608 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ab7d1-9e43-473a-b810-b33246b18e28 req-766b9090-560a-44e8-88eb-861c0208568e tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:24.137014 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-0b7ab7d1-9e43-473a-b810-b33246b18e28 req-766b9090-560a-44e8-88eb-861c0208568e tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 946 time: 0.1111717 Nov 03 02:04:24.201567 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:24.235632 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:24.323736 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Pushing event updated for resources: {'Port': ['ID=200c1df3-d8a9-42db-83ec-6723cdbe5701,revision_number=8']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:04:24.352814 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:04:24.353187 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:04:24.353536 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:04:24.354278 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-0b7ab7d1-9e43-473a-b810-b33246b18e28 req-c620ab83-5ca8-4877-8bae-620327f8683b tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1996903 Nov 03 02:04:24.357800 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:04:24.357800 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:04:24.357800 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:04:24.357800 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:04:24.357800 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:04:24.357800 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:04:24.357800 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:04:24.357800 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:04:24.358525 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:04:24.421379 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-886e3d6c-084b-4ccb-8103-78ae0027ad6f req-8ef88039-660f-4400-9d19-078c112244eb service neutron] 10.222.0.30 "GET /v2.0/networks/baa53bac-7dd3-4c8a-9217-9ded84eb710f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946987 Nov 03 02:04:24.517663 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49aca4f3-661a-44e3-b57a-1c01ccdd2b43 req-b78be924-c0b4-4428-bb59-f936e18a208f tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] Made reservation on behalf of b437a261d1c541edb0a4b366f3034ba3 for: {'port': 1} {{(pid=108314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:04:24.522115 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-49aca4f3-661a-44e3-b57a-1c01ccdd2b43 req-b78be924-c0b4-4428-bb59-f936e18a208f tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:24.539531 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac309d4-051b-4c2c-91a3-3f016262e3fd req-4b03b5e3-2ee3-43bd-8a3d-1a898434c3a4 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:24.551223 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-2ac309d4-051b-4c2c-91a3-3f016262e3fd req-4b03b5e3-2ee3-43bd-8a3d-1a898434c3a4 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 945 time: 0.1065397 Nov 03 02:04:24.555147 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-49aca4f3-661a-44e3-b57a-1c01ccdd2b43 req-b78be924-c0b4-4428-bb59-f936e18a208f tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] Publish callbacks [] for security_group, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:24.651315 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-2ac309d4-051b-4c2c-91a3-3f016262e3fd req-3d6c44e8-4ff9-44de-950e-1aa700fe588e tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923111 Nov 03 02:04:24.709502 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-49aca4f3-661a-44e3-b57a-1c01ccdd2b43 req-b78be924-c0b4-4428-bb59-f936e18a208f tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] Publish callbacks [] for security_group, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:24.741024 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 02:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f31ad1ad-2ea9-42db-bd0a-5255fba76189 x-openstack-request-id: req-f31ad1ad-2ea9-42db-bd0a-5255fba76189 {{(pid=108316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:04:24.741369 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1203383-0300-4df4-8d34-0d52ac57e83d", "name": "network-vif-unplugged", "status": "completed", "tag": "200c1df3-d8a9-42db-83ec-6723cdbe5701", "code": 200}]} {{(pid=108316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:04:24.741695 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f31ad1ad-2ea9-42db-bd0a-5255fba76189 {{(pid=108316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:04:24.742433 dv-cinder-815614-3-iscsi neutron-server[108316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1203383-0300-4df4-8d34-0d52ac57e83d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '200c1df3-d8a9-42db-83ec-6723cdbe5701', 'code': 200} Nov 03 02:04:24.851702 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-ac878d44-577e-41b8-b1ad-2bb313c7282d req-43e5dff8-3bc4-44cc-879a-a62f223e9055 tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9dcb982-e537-49db-aa7e-2a5060b12d2a HTTP/1.1" status: 200 len: 210 time: 0.0580392 Nov 03 02:04:24.856792 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-49aca4f3-661a-44e3-b57a-1c01ccdd2b43 req-b78be924-c0b4-4428-bb59-f936e18a208f tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:24.928364 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-53ebfd86-41fc-477d-9abb-19958dac59d9 req-b9d2db57-d9ba-496a-909d-8900e0bd6519 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/ports?device_id=561f8514-e68a-49fa-b7f0-ea60cb83a94e HTTP/1.1" status: 200 len: 210 time: 0.0652456 Nov 03 02:04:24.983874 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78be924-c0b4-4428-bb59-f936e18a208f tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d7b0693-435c-41e1-8d56-e4092080420e,revision_number=1']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:04:25.104656 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.db_base_plugin_common [req-49aca4f3-661a-44e3-b57a-1c01ccdd2b43 req-b78be924-c0b4-4428-bb59-f936e18a208f tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] Allocated IP 192.168.233.193 (9b017753-eb9d-4dbb-8124-9eb1ffb51760/92fec69e-2002-4616-8b6b-963b380c48f9/c6cc6d29-8315-4b6b-bd7c-54586185d3f8) {{(pid=108314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:04:25.315831 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-49aca4f3-661a-44e3-b57a-1c01ccdd2b43 req-b78be924-c0b4-4428-bb59-f936e18a208f tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] Publish callbacks [] for port, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:25.425152 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-49aca4f3-661a-44e3-b57a-1c01ccdd2b43 req-b78be924-c0b4-4428-bb59-f936e18a208f tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784217128214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126899639'] for port, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:25.503861 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49aca4f3-661a-44e3-b57a-1c01ccdd2b43 req-b78be924-c0b4-4428-bb59-f936e18a208f tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] Network 9b017753-eb9d-4dbb-8124-9eb1ffb51760 is already hosted by enough agents. {{(pid=108314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:04:25.568772 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.base_scheduler [req-49aca4f3-661a-44e3-b57a-1c01ccdd2b43 req-b78be924-c0b4-4428-bb59-f936e18a208f tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] Resources bound (agent type, host, resource id): {{(pid=108314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:04:25.570796 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78be924-c0b4-4428-bb59-f936e18a208f tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] Pushing event updated for resources: {'Port': ['ID=c6cc6d29-8315-4b6b-bd7c-54586185d3f8,revision_number=1']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:04:25.579153 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.l3_dvrscheduler_db [req-49aca4f3-661a-44e3-b57a-1c01ccdd2b43 req-b78be924-c0b4-4428-bb59-f936e18a208f tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] Received port after_create {{(pid=108314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:04:25.644211 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce84f453-56c7-47a4-a0a7-4aa5e1f28d41 req-4c7d121c-74a1-4d53-a95d-12133c63c05b tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:25.651910 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-ce84f453-56c7-47a4-a0a7-4aa5e1f28d41 req-4c7d121c-74a1-4d53-a95d-12133c63c05b tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 944 time: 0.1765811 Nov 03 02:04:25.692682 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aca4f3-661a-44e3-b57a-1c01ccdd2b43 req-b78be924-c0b4-4428-bb59-f936e18a208f tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:25.693350 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-49aca4f3-661a-44e3-b57a-1c01ccdd2b43 req-b78be924-c0b4-4428-bb59-f936e18a208f tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622'] for port, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:25.765569 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-ce84f453-56c7-47a4-a0a7-4aa5e1f28d41 req-0ba005ab-a9ed-4506-8f67-abab23b7819d tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074822 Nov 03 02:04:25.836869 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8de9a7-8588-4870-a3b1-476ee1d586f9 req-3041cc7d-455c-4a93-a9a1-0c1591ef8aad tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:25.838478 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-ad8de9a7-8588-4870-a3b1-476ee1d586f9 req-3041cc7d-455c-4a93-a9a1-0c1591ef8aad tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 945 time: 0.0718131 Nov 03 02:04:25.886468 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-49aca4f3-661a-44e3-b57a-1c01ccdd2b43 req-b78be924-c0b4-4428-bb59-f936e18a208f tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7628379 Nov 03 02:04:25.915411 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.v2.base [req-49aca4f3-661a-44e3-b57a-1c01ccdd2b43 req-d68c2e90-9577-4a41-8e1f-adf1e989bd71 service neutron] Request body: {'port': {'device_id': 'd9dcb982-e537-49db-aa7e-2a5060b12d2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81561'}} {{(pid=108314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:04:25.988333 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-ad8de9a7-8588-4870-a3b1-476ee1d586f9 req-dd3187f4-abf8-4bac-86b8-f783d7cb7c69 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310155 Nov 03 02:04:26.023492 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-a9d15fd8-af62-4fd8-8f30-c47d8f9fe329 None None] Provisioning complete for port c6cc6d29-8315-4b6b-bd7c-54586185d3f8 triggered by entity DHCP. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:04:26.023492 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a9d15fd8-af62-4fd8-8f30-c47d8f9fe329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:26.061378 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-a9d15fd8-af62-4fd8-8f30-c47d8f9fe329 None None] Port c6cc6d29-8315-4b6b-bd7c-54586185d3f8 cannot update to ACTIVE because it is not bound. {{(pid=108316) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 02:04:26.148284 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-49aca4f3-661a-44e3-b57a-1c01ccdd2b43 req-d68c2e90-9577-4a41-8e1f-adf1e989bd71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:26.153541 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-3b6b9cbf-2e8c-411f-9437-66d0d8804905 req-a579834a-4526-46fc-8966-d7c1e3d7db84 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/ports?device_id=561f8514-e68a-49fa-b7f0-ea60cb83a94e HTTP/1.1" status: 200 len: 210 time: 0.0562861 Nov 03 02:04:26.204690 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3596fc-94ea-4cd0-8fe5-9ca44c5cdace req-db23ad89-a0d1-4af2-a565-b3c5855ac0d2 tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:26.206262 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-5b3596fc-94ea-4cd0-8fe5-9ca44c5cdace req-db23ad89-a0d1-4af2-a565-b3c5855ac0d2 tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9dcb982-e537-49db-aa7e-2a5060b12d2a HTTP/1.1" status: 200 len: 936 time: 0.2022727 Nov 03 02:04:26.417642 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-5b3596fc-94ea-4cd0-8fe5-9ca44c5cdace req-fe34bab5-7922-4ddf-8c5a-c2ac335f4f88 tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d7b0693-435c-41e1-8d56-e4092080420e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944666 Nov 03 02:04:26.521334 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005aa0ed-5dcf-4e3a-9e12-5ca013aaa9b1 req-d85936b2-3e56-45d3-be1d-1c6981d5d1a9 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:26.528219 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-005aa0ed-5dcf-4e3a-9e12-5ca013aaa9b1 req-d85936b2-3e56-45d3-be1d-1c6981d5d1a9 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/networks?id=b9f1ba25-c9df-4fb7-a2b7-25e385903abb HTTP/1.1" status: 200 len: 815 time: 0.2372584 Nov 03 02:04:26.605816 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-005aa0ed-5dcf-4e3a-9e12-5ca013aaa9b1 req-6f65c0bf-9198-4c00-be28-e25589386f3f tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/quotas/a236a1ddacc947d0a25090b1c2ef1456 HTTP/1.1" status: 200 len: 375 time: 0.0766916 Nov 03 02:04:26.671749 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.notifiers.nova [req-49aca4f3-661a-44e3-b57a-1c01ccdd2b43 req-d68c2e90-9577-4a41-8e1f-adf1e989bd71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6cc6d29-8315-4b6b-bd7c-54586185d3f8 {{(pid=108314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 02:04:26.681514 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-49aca4f3-661a-44e3-b57a-1c01ccdd2b43 req-d68c2e90-9577-4a41-8e1f-adf1e989bd71 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:26.706882 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-005aa0ed-5dcf-4e3a-9e12-5ca013aaa9b1 req-c7d70511-ff1d-47df-a0cf-dd7b459291a4 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a236a1ddacc947d0a25090b1c2ef1456&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0929010 Nov 03 02:04:26.707948 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.provisioning_blocks [req-49aca4f3-661a-44e3-b57a-1c01ccdd2b43 req-d68c2e90-9577-4a41-8e1f-adf1e989bd71 service neutron] Transition to ACTIVE for port object c6cc6d29-8315-4b6b-bd7c-54586185d3f8 will not be triggered until provisioned by entity L2. {{(pid=108314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 02:04:26.828342 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-005aa0ed-5dcf-4e3a-9e12-5ca013aaa9b1 req-ff8cfa8c-43c9-4d47-8202-5675acf897aa service neutron] 10.222.0.30 "GET /v2.0/networks/b9f1ba25-c9df-4fb7-a2b7-25e385903abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088617 Nov 03 02:04:26.931555 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-49aca4f3-661a-44e3-b57a-1c01ccdd2b43 req-d68c2e90-9577-4a41-8e1f-adf1e989bd71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126899640'] for port, after_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:27.030360 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebb6baf-c62f-40ea-a230-8600a289f8cb req-2f3f3792-7c0a-4929-9647-067aa368c6b0 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:27.031995 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-2ebb6baf-c62f-40ea-a230-8600a289f8cb req-2f3f3792-7c0a-4929-9647-067aa368c6b0 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 944 time: 0.1841779 Nov 03 02:04:27.066252 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68c2e90-9577-4a41-8e1f-adf1e989bd71 service neutron] Pushing event updated for resources: {'Port': ['ID=c6cc6d29-8315-4b6b-bd7c-54586185d3f8,revision_number=2']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:04:27.083572 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-005aa0ed-5dcf-4e3a-9e12-5ca013aaa9b1 req-3d4cf90d-21e0-4a04-8cf2-4a4bdafddfa4 service neutron] 10.222.0.30 "GET /v2.0/networks/b9f1ba25-c9df-4fb7-a2b7-25e385903abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542348 Nov 03 02:04:27.228862 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.managers [req-49aca4f3-661a-44e3-b57a-1c01ccdd2b43 req-d68c2e90-9577-4a41-8e1f-adf1e989bd71 service neutron] Attempting to bind port c6cc6d29-8315-4b6b-bd7c-54586185d3f8 on host hv-cinder-81561 for vnic_type normal with profile {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 02:04:27.229301 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.managers [req-49aca4f3-661a-44e3-b57a-1c01ccdd2b43 req-d68c2e90-9577-4a41-8e1f-adf1e989bd71 service neutron] Attempting to bind port c6cc6d29-8315-4b6b-bd7c-54586185d3f8 by drivers openvswitch,hyperv on host hv-cinder-81561 at level 0 using segments [{'id': 'c16e91f5-58c7-419d-96e1-c9bc67d1e16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '9b017753-eb9d-4dbb-8124-9eb1ffb51760'}] {{(pid=108314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 02:04:27.229638 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49aca4f3-661a-44e3-b57a-1c01ccdd2b43 req-d68c2e90-9577-4a41-8e1f-adf1e989bd71 service neutron] Attempting to bind port c6cc6d29-8315-4b6b-bd7c-54586185d3f8 on network 9b017753-eb9d-4dbb-8124-9eb1ffb51760 {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:04:27.236211 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-2ebb6baf-c62f-40ea-a230-8600a289f8cb req-5993a84b-f74c-4197-864b-ebfe77a1d3ac tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1737025 Nov 03 02:04:27.239320 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49aca4f3-661a-44e3-b57a-1c01ccdd2b43 req-d68c2e90-9577-4a41-8e1f-adf1e989bd71 service neutron] Port c6cc6d29-8315-4b6b-bd7c-54586185d3f8 on network 9b017753-eb9d-4dbb-8124-9eb1ffb51760 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81561 {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:04:27.239706 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49aca4f3-661a-44e3-b57a-1c01ccdd2b43 req-d68c2e90-9577-4a41-8e1f-adf1e989bd71 service neutron] Attempting to bind port c6cc6d29-8315-4b6b-bd7c-54586185d3f8 on network 9b017753-eb9d-4dbb-8124-9eb1ffb51760 {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:04:27.248517 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49aca4f3-661a-44e3-b57a-1c01ccdd2b43 req-d68c2e90-9577-4a41-8e1f-adf1e989bd71 service neutron] Checking agent: {'id': 'eecef0c6-53b3-4742-ba5c-66aa511932ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81561', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 1, 59, 59), 'started_at': datetime.datetime(2021, 11, 3, 1, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 2, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:04:27.248864 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49aca4f3-661a-44e3-b57a-1c01ccdd2b43 req-d68c2e90-9577-4a41-8e1f-adf1e989bd71 service neutron] Checking segment: {'id': 'c16e91f5-58c7-419d-96e1-c9bc67d1e16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '9b017753-eb9d-4dbb-8124-9eb1ffb51760'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 02:04:27.249245 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49aca4f3-661a-44e3-b57a-1c01ccdd2b43 req-d68c2e90-9577-4a41-8e1f-adf1e989bd71 service neutron] Bound using segment: {'id': 'c16e91f5-58c7-419d-96e1-c9bc67d1e16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '9b017753-eb9d-4dbb-8124-9eb1ffb51760'} {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:04:27.249685 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.managers [req-49aca4f3-661a-44e3-b57a-1c01ccdd2b43 req-d68c2e90-9577-4a41-8e1f-adf1e989bd71 service neutron] Bound port: c6cc6d29-8315-4b6b-bd7c-54586185d3f8, host: hv-cinder-81561, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c16e91f5-58c7-419d-96e1-c9bc67d1e16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '9b017753-eb9d-4dbb-8124-9eb1ffb51760'}}] {{(pid=108314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 02:04:27.250041 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-49aca4f3-661a-44e3-b57a-1c01ccdd2b43 req-d68c2e90-9577-4a41-8e1f-adf1e989bd71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:27.376698 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.db [req-49aca4f3-661a-44e3-b57a-1c01ccdd2b43 req-d68c2e90-9577-4a41-8e1f-adf1e989bd71 service neutron] For port c6cc6d29-8315-4b6b-bd7c-54586185d3f8, host hv-cinder-81561, cleared binding levels {{(pid=108314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:04:27.381181 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.db [req-49aca4f3-661a-44e3-b57a-1c01ccdd2b43 req-d68c2e90-9577-4a41-8e1f-adf1e989bd71 service neutron] For port c6cc6d29-8315-4b6b-bd7c-54586185d3f8, host hv-cinder-81561, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=c6cc6d29-8315-4b6b-bd7c-54586185d3f8,segment=NetworkSegment(c16e91f5-58c7-419d-96e1-c9bc67d1e16c),segment_id=c16e91f5-58c7-419d-96e1-c9bc67d1e16c)] {{(pid=108314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:04:27.404774 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46181ca2-6a02-49a3-85f9-b9a2fb56577e req-008e8bd5-81e2-4d0d-af4c-5681402f271a tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:27.409257 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-46181ca2-6a02-49a3-85f9-b9a2fb56577e req-008e8bd5-81e2-4d0d-af4c-5681402f271a tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 945 time: 0.0877926 Nov 03 02:04:27.472353 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-46181ca2-6a02-49a3-85f9-b9a2fb56577e req-aef14d8b-390c-40c7-9183-0b4a1bf68c47 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617781 Nov 03 02:04:27.487392 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-aee3e0df-e860-4d37-afe2-a1d80a2aaf6e req-6d5fed6c-11b9-41f4-84fb-a7acc604987f tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/ports?device_id=561f8514-e68a-49fa-b7f0-ea60cb83a94e HTTP/1.1" status: 200 len: 210 time: 0.0317321 Nov 03 02:04:27.504907 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-49aca4f3-661a-44e3-b57a-1c01ccdd2b43 req-d68c2e90-9577-4a41-8e1f-adf1e989bd71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126899640'] for port, after_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:27.596865 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68c2e90-9577-4a41-8e1f-adf1e989bd71 service neutron] Pushing event updated for resources: {'Port': ['ID=c6cc6d29-8315-4b6b-bd7c-54586185d3f8,revision_number=3']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:04:27.606784 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aca4f3-661a-44e3-b57a-1c01ccdd2b43 req-d68c2e90-9577-4a41-8e1f-adf1e989bd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:27.608427 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-49aca4f3-661a-44e3-b57a-1c01ccdd2b43 req-d68c2e90-9577-4a41-8e1f-adf1e989bd71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622'] for port, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:27.610237 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-49aca4f3-661a-44e3-b57a-1c01ccdd2b43 req-d68c2e90-9577-4a41-8e1f-adf1e989bd71 service neutron] 10.222.0.37 "PUT /v2.0/ports/c6cc6d29-8315-4b6b-bd7c-54586185d3f8 HTTP/1.1" status: 200 len: 1098 time: 1.7070115 Nov 03 02:04:27.610904 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9dcb982-e537-49db-aa7e-2a5060b12d2a', 'tag': 'c6cc6d29-8315-4b6b-bd7c-54586185d3f8'}] {{(pid=108314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:04:27.614362 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b9e71fb97e4882bef21449c101b24c97d897c9b718fbc8dac7673975a826a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f283184-39c3-416a-a1bf-39417c9f73e4" -d '{"events": [{"name": "network-changed", "server_uuid": "d9dcb982-e537-49db-aa7e-2a5060b12d2a", "tag": "c6cc6d29-8315-4b6b-bd7c-54586185d3f8"}]}' {{(pid=108314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:04:27.682886 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-15964078-39a1-4e64-9f97-17fda7ec3680 req-27e4df6a-66ac-4786-961f-fd6ce2e95d91 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8b0b0ce-2322-4f89-9a79-3efd949ae8ce HTTP/1.1" status: 200 len: 210 time: 0.0675004 Nov 03 02:04:27.808839 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b177fc-04d2-4f88-bcbb-b1224bf110c2 req-c38ccbfe-6a39-47ee-85d6-1c5fdcf7e977 tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:27.810584 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e5b177fc-04d2-4f88-bcbb-b1224bf110c2 req-c38ccbfe-6a39-47ee-85d6-1c5fdcf7e977 tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9dcb982-e537-49db-aa7e-2a5060b12d2a HTTP/1.1" status: 200 len: 948 time: 0.0825810 Nov 03 02:04:27.898187 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e5b177fc-04d2-4f88-bcbb-b1224bf110c2 req-ccb7923e-7cb0-4c20-94e7-1053ee0753be tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d7b0693-435c-41e1-8d56-e4092080420e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794790 Nov 03 02:04:27.937349 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 02:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38333830-ae4d-4b96-8594-e61ee4e5068d x-openstack-request-id: req-38333830-ae4d-4b96-8594-e61ee4e5068d {{(pid=108314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:04:27.938168 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9dcb982-e537-49db-aa7e-2a5060b12d2a", "tag": "c6cc6d29-8315-4b6b-bd7c-54586185d3f8", "status": "completed", "code": 200}]} {{(pid=108314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:04:27.938489 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-38333830-ae4d-4b96-8594-e61ee4e5068d {{(pid=108314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:04:27.938951 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9dcb982-e537-49db-aa7e-2a5060b12d2a', 'tag': 'c6cc6d29-8315-4b6b-bd7c-54586185d3f8', 'status': 'completed', 'code': 200} Nov 03 02:04:28.635254 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbf942-5b11-4935-ae00-77f24bf60a1a req-4f8abaf8-9be2-47ec-a524-91328ba200d1 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:28.636808 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-fbfbf942-5b11-4935-ae00-77f24bf60a1a req-4f8abaf8-9be2-47ec-a524-91328ba200d1 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 945 time: 0.0631211 Nov 03 02:04:28.713360 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-fbfbf942-5b11-4935-ae00-77f24bf60a1a req-bda3cc3f-7d17-406c-ab83-a84337b4ba28 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698586 Nov 03 02:04:28.810222 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-ed0d7a6c-ec5a-4b14-8a7e-6f4f0cc561a6 req-e48a8607-0c6f-4e7d-83cd-6a77125a1e6c tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/ports?device_id=561f8514-e68a-49fa-b7f0-ea60cb83a94e HTTP/1.1" status: 200 len: 210 time: 0.0336027 Nov 03 02:04:28.929256 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-161bb612-5421-4a7d-80dd-e065c47dde6f req-67e96095-a57e-45a5-8d0a-faad763f9ff3 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8b0b0ce-2322-4f89-9a79-3efd949ae8ce HTTP/1.1" status: 200 len: 210 time: 0.0353925 Nov 03 02:04:29.077824 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798177d9-9a3c-4500-b486-6d65783e01ff req-085e054b-86d0-41b9-83ac-7c7143a1f250 tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:29.079937 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-798177d9-9a3c-4500-b486-6d65783e01ff req-085e054b-86d0-41b9-83ac-7c7143a1f250 tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9dcb982-e537-49db-aa7e-2a5060b12d2a HTTP/1.1" status: 200 len: 948 time: 0.0620472 Nov 03 02:04:29.136878 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-798177d9-9a3c-4500-b486-6d65783e01ff req-f46354a3-306c-4a92-be53-7b9df2ac9e6d tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d7b0693-435c-41e1-8d56-e4092080420e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498517 Nov 03 02:04:29.333832 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [req-211a5002-4dd5-4982-aa13-e48b6cbd53b2 req-5f5347cf-0b35-4d3d-bf72-1abb49874d51 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=108314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 02:04:29.334818 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-211a5002-4dd5-4982-aa13-e48b6cbd53b2 req-5f5347cf-0b35-4d3d-bf72-1abb49874d51 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0054123 Nov 03 02:04:29.681287 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dda1e1-2d39-4ba6-8693-2d227236b5c1 req-33768bbc-8338-4aba-95f7-f1e2ce5b8f6c tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:29.686155 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-90dda1e1-2d39-4ba6-8693-2d227236b5c1 req-33768bbc-8338-4aba-95f7-f1e2ce5b8f6c tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 944 time: 0.0644977 Nov 03 02:04:29.769808 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-90dda1e1-2d39-4ba6-8693-2d227236b5c1 req-c8fd2a9f-5c09-478d-8e3d-200e74d6e7ad tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753508 Nov 03 02:04:29.829934 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:29.944947 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aca4f3-661a-44e3-b57a-1c01ccdd2b43 req-de293809-2af9-4ba1-9c2f-f67b4f76e8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:29.946813 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-49aca4f3-661a-44e3-b57a-1c01ccdd2b43 req-de293809-2af9-4ba1-9c2f-f67b4f76e8aa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b437a261d1c541edb0a4b366f3034ba3&device_id=d9dcb982-e537-49db-aa7e-2a5060b12d2a HTTP/1.1" status: 200 len: 1101 time: 0.1391375 Nov 03 02:04:29.949273 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1bd7345f-9a9c-4a08-a169-e041dc0c5041 req-17c4d594-dab2-4c69-88e9-98cf0849a169 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/ports?device_id=561f8514-e68a-49fa-b7f0-ea60cb83a94e HTTP/1.1" status: 200 len: 210 time: 0.0441103 Nov 03 02:04:29.976224 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b217eb8d-ba05-4237-b356-633341688189 req-0619fb27-3842-4294-8c5a-3433296fd944 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:29.988593 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b217eb8d-ba05-4237-b356-633341688189 req-0619fb27-3842-4294-8c5a-3433296fd944 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 945 time: 0.1347756 Nov 03 02:04:30.062674 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-49aca4f3-661a-44e3-b57a-1c01ccdd2b43 req-3103915a-1418-4057-882c-ad9a961e4dfa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=c6cc6d29-8315-4b6b-bd7c-54586185d3f8 HTTP/1.1" status: 200 len: 217 time: 0.1072881 Nov 03 02:04:30.100075 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-0426eb32-097b-4920-9a3f-3e2c0d80a909 req-980c362e-1103-4685-a3d4-02b008275ca8 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8b0b0ce-2322-4f89-9a79-3efd949ae8ce HTTP/1.1" status: 200 len: 210 time: 0.0419862 Nov 03 02:04:30.227621 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b217eb8d-ba05-4237-b356-633341688189 req-9b2e43fe-fbd7-411c-a78b-a9c1bd0307ae tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339056 Nov 03 02:04:30.264175 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aca4f3-661a-44e3-b57a-1c01ccdd2b43 req-5af0728c-169e-4236-9cc9-8e862fa09e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:30.265844 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-49aca4f3-661a-44e3-b57a-1c01ccdd2b43 req-5af0728c-169e-4236-9cc9-8e862fa09e2a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=92fec69e-2002-4616-8b6b-963b380c48f9 HTTP/1.1" status: 200 len: 843 time: 0.1643991 Nov 03 02:04:30.358238 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aca4f3-661a-44e3-b57a-1c01ccdd2b43 req-9997d622-b107-4416-943b-209dec22ebfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:30.360027 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-49aca4f3-661a-44e3-b57a-1c01ccdd2b43 req-9997d622-b107-4416-943b-209dec22ebfa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9b017753-eb9d-4dbb-8124-9eb1ffb51760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0809259 Nov 03 02:04:30.376998 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa815c0e-9664-47c2-98b6-b21c7078baa7 req-86b23cf7-64e2-40b7-a350-6e7548370f4a tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:30.380323 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-fa815c0e-9664-47c2-98b6-b21c7078baa7 req-86b23cf7-64e2-40b7-a350-6e7548370f4a tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9dcb982-e537-49db-aa7e-2a5060b12d2a HTTP/1.1" status: 200 len: 948 time: 0.0911243 Nov 03 02:04:30.557454 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 46166) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:04:30.630444 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device 200c1df3-d8a9-42db-83ec-6723cdbe5701 no longer exists at agent hyperv_hv-cinder-81561 {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:04:30.738209 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-a85dcf76-2b69-4d97-a835-e768b3bed943 req-b8ff5c1c-522f-4e5f-995d-22dc5d0f78f1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1794508 Nov 03 02:04:30.743808 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [req-a85dcf76-2b69-4d97-a835-e768b3bed943 req-a434cdb7-3b76-45e0-bf30-2c7575f618d1 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=108315) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 02:04:30.750043 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-a85dcf76-2b69-4d97-a835-e768b3bed943 req-a434cdb7-3b76-45e0-bf30-2c7575f618d1 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0093348 Nov 03 02:04:31.177639 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-49aca4f3-661a-44e3-b57a-1c01ccdd2b43 req-fc361925-14e1-475f-a017-6bfb07bc7bcc service neutron] 10.222.0.37 "GET /v2.0/networks/9b017753-eb9d-4dbb-8124-9eb1ffb51760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7960296 Nov 03 02:04:31.193290 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-fa815c0e-9664-47c2-98b6-b21c7078baa7 req-382aa160-f1bd-4c7d-8ca1-6417d8cfc83a tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d7b0693-435c-41e1-8d56-e4092080420e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214811 Nov 03 02:04:31.210044 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee1b4f9-e707-4973-89c5-eae93f93e739 req-51a10215-16a1-4223-8108-c4fa70d83a2d tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:31.221133 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-cee1b4f9-e707-4973-89c5-eae93f93e739 req-51a10215-16a1-4223-8108-c4fa70d83a2d tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 944 time: 0.2479677 Nov 03 02:04:31.374892 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-7fdc1ed6-32fe-407d-9ba8-2ccbf9ebfd65 req-94ed08b7-c7cd-4899-a7b0-096fee322003 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/ports?device_id=561f8514-e68a-49fa-b7f0-ea60cb83a94e HTTP/1.1" status: 200 len: 210 time: 0.1015790 Nov 03 02:04:31.455524 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-cee1b4f9-e707-4973-89c5-eae93f93e739 req-7c273f50-6ef2-4f39-9e76-83b6f4fa96f3 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2330697 Nov 03 02:04:31.463270 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886e3d6c-084b-4ccb-8103-78ae0027ad6f req-0bccb2bd-ad1e-42d7-8ddf-e438133e27b5 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:31.465046 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-886e3d6c-084b-4ccb-8103-78ae0027ad6f req-0bccb2bd-ad1e-42d7-8ddf-e438133e27b5 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.37 "GET /v2.0/networks?id=baa53bac-7dd3-4c8a-9217-9ded84eb710f HTTP/1.1" status: 200 len: 815 time: 0.4266069 Nov 03 02:04:31.547721 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1ec2c927-3670-4d2d-be4e-be22eb27927a req-98e00fdd-16b2-474f-a752-bc35b6051d7c tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8b0b0ce-2322-4f89-9a79-3efd949ae8ce HTTP/1.1" status: 200 len: 210 time: 0.0721250 Nov 03 02:04:31.564390 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-49aca4f3-661a-44e3-b57a-1c01ccdd2b43 req-50cb5946-18fd-4c31-aa48-1c86df385a0a service neutron] 10.222.0.37 "GET /v2.0/networks/9b017753-eb9d-4dbb-8124-9eb1ffb51760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3342106 Nov 03 02:04:31.638518 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cd77c5-8999-4e54-b7ba-6e3acdb58fdb req-de06b2af-ffd4-4e23-b63b-925dfcfd6a48 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:31.638518 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-c6cd77c5-8999-4e54-b7ba-6e3acdb58fdb req-de06b2af-ffd4-4e23-b63b-925dfcfd6a48 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 945 time: 0.0668831 Nov 03 02:04:31.694095 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-c6cd77c5-8999-4e54-b7ba-6e3acdb58fdb req-6b721297-175f-44f1-bc19-42f01c0c0868 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499721 Nov 03 02:04:32.316528 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f145d-8cfc-43da-ac8b-cbe7647d7aa0 req-0e597b86-88a5-4aed-ae1c-19f6ba38d462 tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:32.318043 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-cc6f145d-8cfc-43da-ac8b-cbe7647d7aa0 req-0e597b86-88a5-4aed-ae1c-19f6ba38d462 tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9dcb982-e537-49db-aa7e-2a5060b12d2a HTTP/1.1" status: 200 len: 948 time: 0.0518186 Nov 03 02:04:32.380588 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-cc6f145d-8cfc-43da-ac8b-cbe7647d7aa0 req-fe629515-981c-48d5-8db7-6f1c63d9ca6b tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d7b0693-435c-41e1-8d56-e4092080420e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547278 Nov 03 02:04:32.460284 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-85f68dbd-e203-4506-bd1c-4e8c96d87529 req-471359c4-6d72-4625-8243-8ec7a84045e3 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/ports?device_id=561f8514-e68a-49fa-b7f0-ea60cb83a94e HTTP/1.1" status: 200 len: 210 time: 0.0287063 Nov 03 02:04:32.611638 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0226a522-f398-4ab8-acf9-d3aebac2409e req-9c6eea21-ec4a-41bf-b113-3ed04c1cff81 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:32.613191 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-0226a522-f398-4ab8-acf9-d3aebac2409e req-9c6eea21-ec4a-41bf-b113-3ed04c1cff81 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 944 time: 0.0646770 Nov 03 02:04:32.665457 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-df6a1140-228e-43cb-97f4-68f0a749d16a req-3a71c655-b170-41b5-bacd-385761963544 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8b0b0ce-2322-4f89-9a79-3efd949ae8ce HTTP/1.1" status: 200 len: 210 time: 0.0378373 Nov 03 02:04:32.697707 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-0226a522-f398-4ab8-acf9-d3aebac2409e req-6479d6fd-7b95-45af-ac6f-2b9f647934d7 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769002 Nov 03 02:04:32.819273 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56b4167-bd2c-4599-ba52-e0c4d80312a5 req-b4d1a8a0-0492-4ebe-a697-a10000991e42 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:32.821041 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b56b4167-bd2c-4599-ba52-e0c4d80312a5 req-b4d1a8a0-0492-4ebe-a697-a10000991e42 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 945 time: 0.0583198 Nov 03 02:04:32.871963 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b56b4167-bd2c-4599-ba52-e0c4d80312a5 req-9079553d-5f9f-41be-aa03-0bd2993b08d9 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435011 Nov 03 02:04:33.509258 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105b4470-e656-46a0-a40b-ee397663c082 req-e4510176-0031-41a1-bca9-53d58fea2275 tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:33.510844 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-105b4470-e656-46a0-a40b-ee397663c082 req-e4510176-0031-41a1-bca9-53d58fea2275 tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9dcb982-e537-49db-aa7e-2a5060b12d2a HTTP/1.1" status: 200 len: 948 time: 0.0592983 Nov 03 02:04:33.593230 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-2189dac6-2b94-4f10-bc53-cbb07bb16eb3 req-d655b02d-8063-4432-9d9d-2fc19aaa45d7 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/ports?device_id=561f8514-e68a-49fa-b7f0-ea60cb83a94e HTTP/1.1" status: 200 len: 210 time: 0.0439742 Nov 03 02:04:33.601226 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-105b4470-e656-46a0-a40b-ee397663c082 req-124e3153-012c-4cdd-886e-02d5f11b32e7 tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d7b0693-435c-41e1-8d56-e4092080420e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839872 Nov 03 02:04:33.780475 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b56542df-89b9-4552-a4e2-1f5fe9b4dafe req-e104c288-c2ab-46ff-ae38-e62da14022d7 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8b0b0ce-2322-4f89-9a79-3efd949ae8ce HTTP/1.1" status: 200 len: 210 time: 0.0325298 Nov 03 02:04:33.840726 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71656561-d165-4c64-aaa7-306a9cf8c736 req-2aeb59d1-6ecb-47a9-8e1e-b56cbcd7c3de tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:33.846626 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-71656561-d165-4c64-aaa7-306a9cf8c736 req-2aeb59d1-6ecb-47a9-8e1e-b56cbcd7c3de tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 944 time: 0.0650816 Nov 03 02:04:33.897158 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-71656561-d165-4c64-aaa7-306a9cf8c736 req-7cabfcc1-037c-4493-9ade-ef70e20408dd tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479453 Nov 03 02:04:34.006301 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e877d9d-ff2f-4b73-878a-8e2000d2d572 req-e34ac99d-25c3-46f1-839b-1ac83d963c9f tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:34.010835 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1e877d9d-ff2f-4b73-878a-8e2000d2d572 req-e34ac99d-25c3-46f1-839b-1ac83d963c9f tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 945 time: 0.0570490 Nov 03 02:04:34.063241 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1e877d9d-ff2f-4b73-878a-8e2000d2d572 req-d6224214-8e2e-433e-b8cc-61034a15e2c0 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481608 Nov 03 02:04:34.293095 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.v2.base [req-886e3d6c-084b-4ccb-8103-78ae0027ad6f req-188cde53-937c-49f0-adde-db369cb3a6bf tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Request body: {'port': {'device_id': '561f8514-e68a-49fa-b7f0-ea60cb83a94e', 'network_id': 'baa53bac-7dd3-4c8a-9217-9ded84eb710f', 'admin_state_up': True, 'tenant_id': 'f13a412251cf4add8e72d0811966ade4'}} {{(pid=108314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:04:34.492380 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f283184-39c3-416a-a1bf-39417c9f73e4 req-879ae4e6-18a5-43ab-a64d-ea98981d8b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:34.494121 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-0f283184-39c3-416a-a1bf-39417c9f73e4 req-879ae4e6-18a5-43ab-a64d-ea98981d8b6a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b437a261d1c541edb0a4b366f3034ba3&device_id=d9dcb982-e537-49db-aa7e-2a5060b12d2a HTTP/1.1" status: 200 len: 1101 time: 0.0516188 Nov 03 02:04:34.604730 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-886e3d6c-084b-4ccb-8103-78ae0027ad6f req-188cde53-937c-49f0-adde-db369cb3a6bf tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Made reservation on behalf of f13a412251cf4add8e72d0811966ade4 for: {'port': 1} {{(pid=108314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:04:34.609352 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-886e3d6c-084b-4ccb-8103-78ae0027ad6f req-188cde53-937c-49f0-adde-db369cb3a6bf tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:34.660937 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f283184-39c3-416a-a1bf-39417c9f73e4 req-6f090031-0ffc-4252-9452-faab2310b1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:34.664293 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-0f283184-39c3-416a-a1bf-39417c9f73e4 req-6f090031-0ffc-4252-9452-faab2310b1d1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9b017753-eb9d-4dbb-8124-9eb1ffb51760 HTTP/1.1" status: 200 len: 870 time: 0.1583521 Nov 03 02:04:34.811928 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-0f283184-39c3-416a-a1bf-39417c9f73e4 req-ccef5e95-0afe-40e0-a3f0-9ad9028d402d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=c6cc6d29-8315-4b6b-bd7c-54586185d3f8 HTTP/1.1" status: 200 len: 217 time: 0.1222320 Nov 03 02:04:34.865560 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-6a9134b5-ba2d-4d1d-a418-cb5b4287ae3a req-c0b7579b-d5b4-4388-9119-2e8a25c850f4 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/ports?device_id=561f8514-e68a-49fa-b7f0-ea60cb83a94e HTTP/1.1" status: 200 len: 210 time: 0.1151149 Nov 03 02:04:34.941825 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005aa0ed-5dcf-4e3a-9e12-5ca013aaa9b1 req-25d2318d-8279-4f9f-9967-6cec986c412c tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:34.945026 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-005aa0ed-5dcf-4e3a-9e12-5ca013aaa9b1 req-25d2318d-8279-4f9f-9967-6cec986c412c tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.37 "GET /v2.0/networks?id=b9f1ba25-c9df-4fb7-a2b7-25e385903abb HTTP/1.1" status: 200 len: 815 time: 0.1815531 Nov 03 02:04:34.970431 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.v2.base [req-005aa0ed-5dcf-4e3a-9e12-5ca013aaa9b1 req-44dd39d1-b0f6-48e4-93c5-029e3dfcf8dc tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Request body: {'port': {'device_id': 'e8b0b0ce-2322-4f89-9a79-3efd949ae8ce', 'network_id': 'b9f1ba25-c9df-4fb7-a2b7-25e385903abb', 'admin_state_up': True, 'tenant_id': 'a236a1ddacc947d0a25090b1c2ef1456'}} {{(pid=108315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:04:35.101158 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.db_base_plugin_common [req-886e3d6c-084b-4ccb-8103-78ae0027ad6f req-188cde53-937c-49f0-adde-db369cb3a6bf tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Allocated IP 172.20.0.5 (baa53bac-7dd3-4c8a-9217-9ded84eb710f/8cfe1338-b6b1-408b-9ec6-b96abceeca92/96d79956-425a-4084-b4ad-7e4e29f76595) {{(pid=108314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:04:35.153835 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b91cec-7da1-4d6a-b78a-0eb5cd2e6a7c req-3a82b088-7744-4758-a3f1-461b02095326 tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:35.155500 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-87b91cec-7da1-4d6a-b78a-0eb5cd2e6a7c req-3a82b088-7744-4758-a3f1-461b02095326 tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9dcb982-e537-49db-aa7e-2a5060b12d2a HTTP/1.1" status: 200 len: 948 time: 0.4039900 Nov 03 02:04:35.160622 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-0f28940b-9cc2-4334-86f1-b8eeebb8e46d req-51c9d706-da56-4141-8b50-cd7e8ec5f00f tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8b0b0ce-2322-4f89-9a79-3efd949ae8ce HTTP/1.1" status: 200 len: 210 time: 0.0974603 Nov 03 02:04:35.171815 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f283184-39c3-416a-a1bf-39417c9f73e4 req-b12eb3f6-3ac9-4d73-b0ae-189e9c2e1ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:35.173484 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-0f283184-39c3-416a-a1bf-39417c9f73e4 req-b12eb3f6-3ac9-4d73-b0ae-189e9c2e1ea3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=92fec69e-2002-4616-8b6b-963b380c48f9 HTTP/1.1" status: 200 len: 843 time: 0.3471153 Nov 03 02:04:35.449368 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-87b91cec-7da1-4d6a-b78a-0eb5cd2e6a7c req-21f38679-9af6-44cb-9788-64e302ca0128 tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d7b0693-435c-41e1-8d56-e4092080420e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988432 Nov 03 02:04:35.449838 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-005aa0ed-5dcf-4e3a-9e12-5ca013aaa9b1 req-44dd39d1-b0f6-48e4-93c5-029e3dfcf8dc tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Made reservation on behalf of a236a1ddacc947d0a25090b1c2ef1456 for: {'port': 1} {{(pid=108315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:04:35.449838 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-005aa0ed-5dcf-4e3a-9e12-5ca013aaa9b1 req-44dd39d1-b0f6-48e4-93c5-029e3dfcf8dc tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:35.506204 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f283184-39c3-416a-a1bf-39417c9f73e4 req-218ee639-0bf7-4069-848f-4147f94f24d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:35.514046 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-0f283184-39c3-416a-a1bf-39417c9f73e4 req-218ee639-0bf7-4069-848f-4147f94f24d9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9b017753-eb9d-4dbb-8124-9eb1ffb51760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2927167 Nov 03 02:04:35.562924 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d77c2e9-5846-441d-ad6c-aaf96c07c722 req-6820a954-4e69-4767-a941-9dedd48bf0bd tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:35.569495 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-4d77c2e9-5846-441d-ad6c-aaf96c07c722 req-6820a954-4e69-4767-a941-9dedd48bf0bd tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 944 time: 0.3161957 Nov 03 02:04:35.718018 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-4d77c2e9-5846-441d-ad6c-aaf96c07c722 req-2e2730f4-c971-4095-b0db-c454ea0af956 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474745 Nov 03 02:04:35.751405 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.db.db_base_plugin_common [req-005aa0ed-5dcf-4e3a-9e12-5ca013aaa9b1 req-44dd39d1-b0f6-48e4-93c5-029e3dfcf8dc tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Allocated IP 172.20.0.5 (b9f1ba25-c9df-4fb7-a2b7-25e385903abb/c04fe74d-10e3-420d-8b55-340dc19e5e2d/ff09ef64-e5d7-4f1b-a870-3f00abdc5961) {{(pid=108315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:04:35.769058 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a555fb-838a-4365-bf99-1adb69c6b22f req-80ae7160-d420-4801-884c-3e4ac541aa6e tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:35.776742 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-48a555fb-838a-4365-bf99-1adb69c6b22f req-80ae7160-d420-4801-884c-3e4ac541aa6e tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 945 time: 0.2744296 Nov 03 02:04:35.786988 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-886e3d6c-084b-4ccb-8103-78ae0027ad6f req-188cde53-937c-49f0-adde-db369cb3a6bf tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Publish callbacks [] for port, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:35.874623 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-0f283184-39c3-416a-a1bf-39417c9f73e4 req-fc8e504c-a973-480c-b1df-5431b0031355 service neutron] 10.222.0.37 "GET /v2.0/networks/9b017753-eb9d-4dbb-8124-9eb1ffb51760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090919 Nov 03 02:04:35.934846 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-48a555fb-838a-4365-bf99-1adb69c6b22f req-e57331bd-b68b-4122-a089-786aff410585 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569417 Nov 03 02:04:36.047968 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-005aa0ed-5dcf-4e3a-9e12-5ca013aaa9b1 req-44dd39d1-b0f6-48e4-93c5-029e3dfcf8dc tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Publish callbacks [] for port, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:36.073428 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-886e3d6c-084b-4ccb-8103-78ae0027ad6f req-188cde53-937c-49f0-adde-db369cb3a6bf tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784217128214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126899639'] for port, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:36.184481 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-886e3d6c-084b-4ccb-8103-78ae0027ad6f req-188cde53-937c-49f0-adde-db369cb3a6bf tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Network baa53bac-7dd3-4c8a-9217-9ded84eb710f is already hosted by enough agents. {{(pid=108314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:04:36.219904 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.base_scheduler [req-886e3d6c-084b-4ccb-8103-78ae0027ad6f req-188cde53-937c-49f0-adde-db369cb3a6bf tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Resources bound (agent type, host, resource id): {{(pid=108314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:04:36.229104 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.l3_dvrscheduler_db [req-886e3d6c-084b-4ccb-8103-78ae0027ad6f req-188cde53-937c-49f0-adde-db369cb3a6bf tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Received port after_create {{(pid=108314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:04:36.235812 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-005aa0ed-5dcf-4e3a-9e12-5ca013aaa9b1 req-44dd39d1-b0f6-48e4-93c5-029e3dfcf8dc tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784217128214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127914182'] for port, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:36.258166 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] get_ports_and_sgs() called for port_ids ['aef52f3c-1a62-45b5-9c4b-40ee0869774e', 'b86f86db-8a25-4da3-abaa-8e726628e287'] {{(pid=108316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 02:04:36.370800 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886e3d6c-084b-4ccb-8103-78ae0027ad6f req-188cde53-937c-49f0-adde-db369cb3a6bf tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:36.370800 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-886e3d6c-084b-4ccb-8103-78ae0027ad6f req-188cde53-937c-49f0-adde-db369cb3a6bf tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622'] for port, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:36.386401 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188cde53-937c-49f0-adde-db369cb3a6bf tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Pushing event updated for resources: {'Port': ['ID=96d79956-425a-4084-b4ad-7e4e29f76595,revision_number=1']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:04:36.419247 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-005aa0ed-5dcf-4e3a-9e12-5ca013aaa9b1 req-44dd39d1-b0f6-48e4-93c5-029e3dfcf8dc tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Network b9f1ba25-c9df-4fb7-a2b7-25e385903abb is already hosted by enough agents. {{(pid=108315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:04:36.432009 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.base_scheduler [req-005aa0ed-5dcf-4e3a-9e12-5ca013aaa9b1 req-44dd39d1-b0f6-48e4-93c5-029e3dfcf8dc tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Resources bound (agent type, host, resource id): {{(pid=108315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:04:36.452818 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.db.l3_dvrscheduler_db [req-005aa0ed-5dcf-4e3a-9e12-5ca013aaa9b1 req-44dd39d1-b0f6-48e4-93c5-029e3dfcf8dc tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Received port after_create {{(pid=108315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:04:36.461576 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dd39d1-b0f6-48e4-93c5-029e3dfcf8dc tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Pushing event updated for resources: {'Port': ['ID=ff09ef64-e5d7-4f1b-a870-3f00abdc5961,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:04:36.465241 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-0f283184-39c3-416a-a1bf-39417c9f73e4 req-5b6c0921-8e4b-4217-95b9-f9630fc36bb6 service neutron] 10.222.0.37 "GET /v2.0/networks/9b017753-eb9d-4dbb-8124-9eb1ffb51760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5188112 Nov 03 02:04:36.480592 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d705cd71-798d-4535-912f-77ce9b8a830f req-be5fc60e-c0ff-44fc-b54c-a4aa89f314d2 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:36.490101 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d705cd71-798d-4535-912f-77ce9b8a830f req-be5fc60e-c0ff-44fc-b54c-a4aa89f314d2 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8b0b0ce-2322-4f89-9a79-3efd949ae8ce HTTP/1.1" status: 200 len: 931 time: 0.1622517 Nov 03 02:04:36.508672 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e1a9ee-df73-4ab6-a36f-2e4b64537c9d req-02733661-4a0a-4ee8-b650-634d42118d96 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:36.521562 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-41e1a9ee-df73-4ab6-a36f-2e4b64537c9d req-02733661-4a0a-4ee8-b650-634d42118d96 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/ports?device_id=561f8514-e68a-49fa-b7f0-ea60cb83a94e HTTP/1.1" status: 200 len: 931 time: 0.4197743 Nov 03 02:04:36.574010 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005aa0ed-5dcf-4e3a-9e12-5ca013aaa9b1 req-44dd39d1-b0f6-48e4-93c5-029e3dfcf8dc tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:36.577789 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-005aa0ed-5dcf-4e3a-9e12-5ca013aaa9b1 req-44dd39d1-b0f6-48e4-93c5-029e3dfcf8dc tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554904'] for port, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:36.618699 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-886e3d6c-084b-4ccb-8103-78ae0027ad6f req-188cde53-937c-49f0-adde-db369cb3a6bf tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3418193 Nov 03 02:04:36.675996 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-005aa0ed-5dcf-4e3a-9e12-5ca013aaa9b1 req-44dd39d1-b0f6-48e4-93c5-029e3dfcf8dc tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7120996 Nov 03 02:04:36.688538 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-41e1a9ee-df73-4ab6-a36f-2e4b64537c9d req-8d7bcd3e-65d1-49f4-9738-bce7f9a66d4e tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f34f56d-22dc-4342-bf1f-f7098a5b32c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623607 Nov 03 02:04:36.734983 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d705cd71-798d-4535-912f-77ce9b8a830f req-699e34a5-5355-483b-a98e-f2e9ff306ebf tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2caa2a6-72c8-4014-ab52-bb2a40600117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109697 Nov 03 02:04:36.744432 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-59c8dc52-643a-4b01-bc0d-0ff7aa201cb0 None None] Provisioning complete for port 96d79956-425a-4084-b4ad-7e4e29f76595 triggered by entity DHCP. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:04:36.744991 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-59c8dc52-643a-4b01-bc0d-0ff7aa201cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:36.803115 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-59c8dc52-643a-4b01-bc0d-0ff7aa201cb0 None None] Port 96d79956-425a-4084-b4ad-7e4e29f76595 cannot update to ACTIVE because it is not bound. {{(pid=108316) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 02:04:36.971456 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8115dc6-448e-40e5-9fbd-96857045990b req-0d0f1a0c-40cf-4496-bf4b-61e489fcb596 tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:36.973317 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a8115dc6-448e-40e5-9fbd-96857045990b req-0d0f1a0c-40cf-4496-bf4b-61e489fcb596 tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9dcb982-e537-49db-aa7e-2a5060b12d2a HTTP/1.1" status: 200 len: 948 time: 0.1337085 Nov 03 02:04:36.993383 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abfae0d-1721-4dd5-b107-68e5b5b1b92a req-127fa827-12f8-47ef-8a45-2874f3a218d1 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:36.994892 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-8abfae0d-1721-4dd5-b107-68e5b5b1b92a req-127fa827-12f8-47ef-8a45-2874f3a218d1 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 944 time: 0.1000907 Nov 03 02:04:37.071611 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a8115dc6-448e-40e5-9fbd-96857045990b req-2e05a82c-75f5-4804-a3c2-3338a22a4e07 tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d7b0693-435c-41e1-8d56-e4092080420e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922372 Nov 03 02:04:37.076773 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-8abfae0d-1721-4dd5-b107-68e5b5b1b92a req-9c0c893a-ddb7-4ce1-9e65-056defa83eaf tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721676 Nov 03 02:04:37.212948 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b731c44-b67e-4398-a007-46a491bf9225 req-b0a5c090-9712-4056-be47-6e09c3d5f28a tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:37.214490 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-2b731c44-b67e-4398-a007-46a491bf9225 req-b0a5c090-9712-4056-be47-6e09c3d5f28a tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 945 time: 0.0546234 Nov 03 02:04:37.267351 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-2b731c44-b67e-4398-a007-46a491bf9225 req-e0768a80-6e06-4808-9656-fee1daa8e355 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456300 Nov 03 02:04:37.339066 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device c6cc6d29-8315-4b6b-bd7c-54586185d3f8 details requested by agent hyperv_hv-cinder-81561 with host hv-cinder-81561 {{(pid=108316) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 02:04:37.443262 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] For port c6cc6d29-8315-4b6b-bd7c-54586185d3f8, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=c6cc6d29-8315-4b6b-bd7c-54586185d3f8,segment=NetworkSegment(c16e91f5-58c7-419d-96e1-c9bc67d1e16c),segment_id=c16e91f5-58c7-419d-96e1-c9bc67d1e16c)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:04:37.458118 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Returning: {'device': 'c6cc6d29-8315-4b6b-bd7c-54586185d3f8', 'network_id': '9b017753-eb9d-4dbb-8124-9eb1ffb51760', 'port_id': 'c6cc6d29-8315-4b6b-bd7c-54586185d3f8', 'mac_address': 'fa:16:3e:9c:e1:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92fec69e-2002-4616-8b6b-963b380c48f9', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108316) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 02:04:37.502364 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:37.517147 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.notifiers.nova [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6cc6d29-8315-4b6b-bd7c-54586185d3f8 {{(pid=108316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 02:04:37.538586 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] For port c6cc6d29-8315-4b6b-bd7c-54586185d3f8, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=c6cc6d29-8315-4b6b-bd7c-54586185d3f8,segment=NetworkSegment(c16e91f5-58c7-419d-96e1-c9bc67d1e16c),segment_id=c16e91f5-58c7-419d-96e1-c9bc67d1e16c)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:04:37.607708 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:37.658906 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Pushing event updated for resources: {'Port': ['ID=c6cc6d29-8315-4b6b-bd7c-54586185d3f8,revision_number=4']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:04:37.860550 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddd57c1-ff44-4b7a-945c-d12578ed5225 req-e3fa9a5e-26f2-4c8c-b7a9-346d23970933 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:37.862108 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-9ddd57c1-ff44-4b7a-945c-d12578ed5225 req-e3fa9a5e-26f2-4c8c-b7a9-346d23970933 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/ports?device_id=561f8514-e68a-49fa-b7f0-ea60cb83a94e HTTP/1.1" status: 200 len: 931 time: 0.0793426 Nov 03 02:04:37.890443 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f55e7-3d34-4a04-9c89-41cf05954e90 req-b46c6f13-fbd1-4ba5-8197-9c912ed67010 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:37.894617 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-539f55e7-3d34-4a04-9c89-41cf05954e90 req-b46c6f13-fbd1-4ba5-8197-9c912ed67010 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8b0b0ce-2322-4f89-9a79-3efd949ae8ce HTTP/1.1" status: 200 len: 931 time: 0.1030543 Nov 03 02:04:37.945201 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-9ddd57c1-ff44-4b7a-945c-d12578ed5225 req-8ad20c7c-a784-445d-9dd8-9966bdc4d4ca tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f34f56d-22dc-4342-bf1f-f7098a5b32c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738528 Nov 03 02:04:37.995317 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-539f55e7-3d34-4a04-9c89-41cf05954e90 req-be4c9aa3-a20e-4c6f-8ec9-35bde9a87792 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2caa2a6-72c8-4014-ab52-bb2a40600117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637839 Nov 03 02:04:38.264393 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fde6d9-93a0-4b4d-bbfa-d4dc9ea197f6 req-aeeb59b8-a1f3-4b3e-81cd-ee1ec3d6d74c tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:38.266601 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-62fde6d9-93a0-4b4d-bbfa-d4dc9ea197f6 req-aeeb59b8-a1f3-4b3e-81cd-ee1ec3d6d74c tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9dcb982-e537-49db-aa7e-2a5060b12d2a HTTP/1.1" status: 200 len: 949 time: 0.1076756 Nov 03 02:04:38.275780 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc65968b-9ce5-42b3-926d-764d9d052f84 req-8f43cc5e-e163-4721-99cc-e262c99a892e tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:38.277328 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-dc65968b-9ce5-42b3-926d-764d9d052f84 req-8f43cc5e-e163-4721-99cc-e262c99a892e tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 944 time: 0.0777240 Nov 03 02:04:38.353162 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-62fde6d9-93a0-4b4d-bbfa-d4dc9ea197f6 req-8dae5b4a-9230-4da5-bb29-f37337a411b3 tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d7b0693-435c-41e1-8d56-e4092080420e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748601 Nov 03 02:04:38.357437 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-dc65968b-9ce5-42b3-926d-764d9d052f84 req-e61dfb51-7c97-4b17-948a-82253319885f tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724101 Nov 03 02:04:38.541225 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1ab9a8-0499-4efd-aa6f-4a22703b1191 req-f3bbcf52-8df5-4917-9139-dd9bc9c61991 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:38.555636 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-4f1ab9a8-0499-4efd-aa6f-4a22703b1191 req-f3bbcf52-8df5-4917-9139-dd9bc9c61991 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 945 time: 0.1138551 Nov 03 02:04:38.609052 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-4f1ab9a8-0499-4efd-aa6f-4a22703b1191 req-3ea64b03-0aa1-42b8-aadf-768c88b11e8e tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525041 Nov 03 02:04:39.119050 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae2db5-d160-4ea3-9cc3-b192ef66ae9b req-113db8b3-e8b7-4cc7-be94-0e9f2a74d398 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:39.121195 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-13ae2db5-d160-4ea3-9cc3-b192ef66ae9b req-113db8b3-e8b7-4cc7-be94-0e9f2a74d398 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/ports?device_id=561f8514-e68a-49fa-b7f0-ea60cb83a94e HTTP/1.1" status: 200 len: 931 time: 0.0928195 Nov 03 02:04:39.162392 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c48c83-47ce-4d72-8df1-26b598db688d req-c1792b63-9b6b-4952-8761-01d441500b0f tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:39.163861 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-00c48c83-47ce-4d72-8df1-26b598db688d req-c1792b63-9b6b-4952-8761-01d441500b0f tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8b0b0ce-2322-4f89-9a79-3efd949ae8ce HTTP/1.1" status: 200 len: 931 time: 0.0812442 Nov 03 02:04:39.209120 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-13ae2db5-d160-4ea3-9cc3-b192ef66ae9b req-9b9a47f7-c52e-4972-845b-d50287161ad4 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f34f56d-22dc-4342-bf1f-f7098a5b32c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696533 Nov 03 02:04:39.236311 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-00c48c83-47ce-4d72-8df1-26b598db688d req-5b1246ba-8fdc-4d00-a2e9-da8e17741494 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2caa2a6-72c8-4014-ab52-bb2a40600117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658951 Nov 03 02:04:39.576065 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce04722-7ff7-4570-8069-ee6d4778186e req-acf68ef2-ee06-4681-a3c5-29aa14394dcb tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:39.579402 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-cce04722-7ff7-4570-8069-ee6d4778186e req-acf68ef2-ee06-4681-a3c5-29aa14394dcb tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9dcb982-e537-49db-aa7e-2a5060b12d2a HTTP/1.1" status: 200 len: 949 time: 0.1283436 Nov 03 02:04:39.709934 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-cce04722-7ff7-4570-8069-ee6d4778186e req-6f214b99-27f2-418b-a28d-a9707a5ddeaa tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d7b0693-435c-41e1-8d56-e4092080420e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054015 Nov 03 02:04:39.741898 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54da112b-f430-46ba-aa18-99c056653a3b req-61146ba7-daf4-47fa-8427-d5d822b25e9a tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:39.743618 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-54da112b-f430-46ba-aa18-99c056653a3b req-61146ba7-daf4-47fa-8427-d5d822b25e9a tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 944 time: 0.2245016 Nov 03 02:04:39.807495 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] get_ports_and_sgs() called for port_ids ['c6cc6d29-8315-4b6b-bd7c-54586185d3f8'] {{(pid=108316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 02:04:39.869214 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-54da112b-f430-46ba-aa18-99c056653a3b req-2820cb02-5b1e-48d4-9d0e-4424817e11f1 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163433 Nov 03 02:04:39.893997 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fef779-e03c-4984-949e-ff6eccd151a1 req-e7c45ac4-e1bc-4907-9544-48e5e9c1d87f tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:39.896565 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b2fef779-e03c-4984-949e-ff6eccd151a1 req-e7c45ac4-e1bc-4907-9544-48e5e9c1d87f tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 945 time: 0.0913777 Nov 03 02:04:39.988961 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b2fef779-e03c-4984-949e-ff6eccd151a1 req-7c178899-6dff-4625-89c6-20b62c050e06 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752003 Nov 03 02:04:40.704676 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3536c58-1633-4141-b352-97caf4373867 req-eec458f0-a761-42cd-883c-983e6be4749e tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:40.706696 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-c3536c58-1633-4141-b352-97caf4373867 req-eec458f0-a761-42cd-883c-983e6be4749e tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/ports?device_id=561f8514-e68a-49fa-b7f0-ea60cb83a94e HTTP/1.1" status: 200 len: 931 time: 0.4182842 Nov 03 02:04:40.715684 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aec7f4a-baa3-4b2b-9794-1cbf19e6b119 req-d7ced1aa-94b0-44d6-9aee-758fe62873a8 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:40.717787 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-5aec7f4a-baa3-4b2b-9794-1cbf19e6b119 req-d7ced1aa-94b0-44d6-9aee-758fe62873a8 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8b0b0ce-2322-4f89-9a79-3efd949ae8ce HTTP/1.1" status: 200 len: 931 time: 0.0718136 Nov 03 02:04:40.781868 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-c3536c58-1633-4141-b352-97caf4373867 req-59c8904b-d9f0-4375-a980-aeccac39f219 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f34f56d-22dc-4342-bf1f-f7098a5b32c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630639 Nov 03 02:04:40.822640 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-5aec7f4a-baa3-4b2b-9794-1cbf19e6b119 req-303c2894-650b-47ec-9875-e4f94d7492c3 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2caa2a6-72c8-4014-ab52-bb2a40600117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972974 Nov 03 02:04:41.052562 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babdf811-8d7c-43b7-a57b-17f9dec8ee25 req-3865a7ad-f923-477b-84e8-438d7b35ba62 tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:41.054814 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-babdf811-8d7c-43b7-a57b-17f9dec8ee25 req-3865a7ad-f923-477b-84e8-438d7b35ba62 tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9dcb982-e537-49db-aa7e-2a5060b12d2a HTTP/1.1" status: 200 len: 949 time: 0.1180410 Nov 03 02:04:41.189012 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e95546-0a28-4602-859c-d80ece604379 req-8b4e669f-e172-4337-8f1d-90c184fe73b9 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:41.192025 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-c3e95546-0a28-4602-859c-d80ece604379 req-8b4e669f-e172-4337-8f1d-90c184fe73b9 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 944 time: 0.1783412 Nov 03 02:04:41.208653 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-babdf811-8d7c-43b7-a57b-17f9dec8ee25 req-5c98e3bd-6bc4-4760-93d1-6c8fbf34f5c0 tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d7b0693-435c-41e1-8d56-e4092080420e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324921 Nov 03 02:04:41.337252 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-c3e95546-0a28-4602-859c-d80ece604379 req-0c7bf428-624c-4b5a-a3ff-4c7963b39b48 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265664 Nov 03 02:04:41.347225 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device c6cc6d29-8315-4b6b-bd7c-54586185d3f8 up at agent hyperv_hv-cinder-81561 {{(pid=108316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:04:41.497343 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3dfb19-9bea-4306-8999-cb82c29debce req-97905398-09b0-43ee-8de4-8eb5d504fae1 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:41.499555 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-8b3dfb19-9bea-4306-8999-cb82c29debce req-97905398-09b0-43ee-8de4-8eb5d504fae1 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 945 time: 0.0672824 Nov 03 02:04:41.671487 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-8b3dfb19-9bea-4306-8999-cb82c29debce req-b6c5f66e-fd95-4945-a946-6213d6b7fa67 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609838 Nov 03 02:04:41.674932 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Provisioning for port c6cc6d29-8315-4b6b-bd7c-54586185d3f8 completed by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 02:04:41.685939 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Provisioning complete for port c6cc6d29-8315-4b6b-bd7c-54586185d3f8 triggered by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:04:41.686479 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:41.848466 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:41.931883 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9dcb982-e537-49db-aa7e-2a5060b12d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6cc6d29-8315-4b6b-bd7c-54586185d3f8'}] {{(pid=108316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:04:41.937888 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c49bda4003134bcf77c295383a637b11cae661d7d3df1045ea696fe6ff2a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab043d3-56bb-44c3-b37e-ff7204af1d9a" -d '{"events": [{"server_uuid": "d9dcb982-e537-49db-aa7e-2a5060b12d2a", "name": "network-vif-plugged", "status": "completed", "tag": "c6cc6d29-8315-4b6b-bd7c-54586185d3f8"}]}' {{(pid=108316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:04:41.973771 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] For port c6cc6d29-8315-4b6b-bd7c-54586185d3f8, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=c6cc6d29-8315-4b6b-bd7c-54586185d3f8,segment=NetworkSegment(c16e91f5-58c7-419d-96e1-c9bc67d1e16c),segment_id=c16e91f5-58c7-419d-96e1-c9bc67d1e16c)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:04:41.988671 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b0b023-42a1-4533-8b65-e16c3565d04f req-3683315e-f609-40d4-8d42-a8ac2e9305f3 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:41.990393 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e6b0b023-42a1-4533-8b65-e16c3565d04f req-3683315e-f609-40d4-8d42-a8ac2e9305f3 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/ports?device_id=561f8514-e68a-49fa-b7f0-ea60cb83a94e HTTP/1.1" status: 200 len: 931 time: 0.1048539 Nov 03 02:04:42.058322 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:42.136234 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Pushing event updated for resources: {'Port': ['ID=c6cc6d29-8315-4b6b-bd7c-54586185d3f8,revision_number=5']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:04:42.137314 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa91062-f875-4f39-82b3-d9482d513bdc req-841507f9-55c4-4a9a-97bd-0587e039ae6f tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:42.148199 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-8fa91062-f875-4f39-82b3-d9482d513bdc req-841507f9-55c4-4a9a-97bd-0587e039ae6f tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8b0b0ce-2322-4f89-9a79-3efd949ae8ce HTTP/1.1" status: 200 len: 931 time: 0.1567059 Nov 03 02:04:42.162319 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e6b0b023-42a1-4533-8b65-e16c3565d04f req-15d3e4c1-3972-427f-8901-ac7ebc12d09d tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f34f56d-22dc-4342-bf1f-f7098a5b32c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589587 Nov 03 02:04:42.229799 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-8fa91062-f875-4f39-82b3-d9482d513bdc req-31b68bac-6f28-4dca-b993-92329dc53fe7 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2caa2a6-72c8-4014-ab52-bb2a40600117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780008 Nov 03 02:04:42.237844 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 02:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5de7cf1-b6c3-4d78-93dc-1e645b0952b1 x-openstack-request-id: req-f5de7cf1-b6c3-4d78-93dc-1e645b0952b1 {{(pid=108316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:04:42.238252 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9dcb982-e537-49db-aa7e-2a5060b12d2a", "name": "network-vif-plugged", "status": "completed", "tag": "c6cc6d29-8315-4b6b-bd7c-54586185d3f8", "code": 200}]} {{(pid=108316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:04:42.238768 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f5de7cf1-b6c3-4d78-93dc-1e645b0952b1 {{(pid=108316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:04:42.239246 dv-cinder-815614-3-iscsi neutron-server[108316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9dcb982-e537-49db-aa7e-2a5060b12d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6cc6d29-8315-4b6b-bd7c-54586185d3f8', 'code': 200} Nov 03 02:04:42.539866 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a442a77-2c11-4532-bc9b-28727b12e552 req-b089e565-affb-433f-8fd4-8e90ab235eb0 tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:42.548391 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-4a442a77-2c11-4532-bc9b-28727b12e552 req-b089e565-affb-433f-8fd4-8e90ab235eb0 tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9dcb982-e537-49db-aa7e-2a5060b12d2a HTTP/1.1" status: 200 len: 950 time: 0.1964958 Nov 03 02:04:42.605873 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a9e4bb-d569-4fdf-9804-bdca931b3417 req-3e098659-37f7-4ef9-99a4-27632837827a tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:42.607580 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-48a9e4bb-d569-4fdf-9804-bdca931b3417 req-3e098659-37f7-4ef9-99a4-27632837827a tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 944 time: 0.1221530 Nov 03 02:04:42.666758 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-4a442a77-2c11-4532-bc9b-28727b12e552 req-3633afb8-0b3a-4ac3-a4c2-847f58b0df23 tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d7b0693-435c-41e1-8d56-e4092080420e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087854 Nov 03 02:04:42.727986 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-48a9e4bb-d569-4fdf-9804-bdca931b3417 req-7df9c594-aea4-4459-bdf6-b81dd2186e24 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128020 Nov 03 02:04:42.851251 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8eb4ae-73e8-4dcf-a7e5-e38a7113641d req-e8bdf327-3e59-41bf-b0cd-6ac22dd133eb tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:42.853346 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-3f8eb4ae-73e8-4dcf-a7e5-e38a7113641d req-e8bdf327-3e59-41bf-b0cd-6ac22dd133eb tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 945 time: 0.0904195 Nov 03 02:04:42.907278 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-3f8eb4ae-73e8-4dcf-a7e5-e38a7113641d req-cfa89e7b-6ef5-4854-b6b9-8ef916cc0901 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470092 Nov 03 02:04:43.325836 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45aea8-6ff6-44e0-b221-1d941f4ed666 req-13994cf4-1752-49fc-bb3d-fb5d764500e5 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:43.327409 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-bd45aea8-6ff6-44e0-b221-1d941f4ed666 req-13994cf4-1752-49fc-bb3d-fb5d764500e5 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/ports?device_id=561f8514-e68a-49fa-b7f0-ea60cb83a94e HTTP/1.1" status: 200 len: 931 time: 0.0926294 Nov 03 02:04:43.393847 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6453564-b7dc-4064-b113-0c1beca72061 req-c078f39c-beed-400d-85c2-84d277f83caf tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:43.395393 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f6453564-b7dc-4064-b113-0c1beca72061 req-c078f39c-beed-400d-85c2-84d277f83caf tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8b0b0ce-2322-4f89-9a79-3efd949ae8ce HTTP/1.1" status: 200 len: 931 time: 0.0867705 Nov 03 02:04:43.413897 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-bd45aea8-6ff6-44e0-b221-1d941f4ed666 req-0e426a06-9264-405a-89a5-5e2eaf3606d7 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f34f56d-22dc-4342-bf1f-f7098a5b32c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683868 Nov 03 02:04:43.455088 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f6453564-b7dc-4064-b113-0c1beca72061 req-09743206-8836-4ef6-bb6f-f7d6f242fd2e tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2caa2a6-72c8-4014-ab52-bb2a40600117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513780 Nov 03 02:04:43.759759 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa806c-077a-4442-9765-a8564a0c6f06 req-574a0fbc-0347-46e0-a0b9-54f1d0dc150a tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:43.761133 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a8aa806c-077a-4442-9765-a8564a0c6f06 req-574a0fbc-0347-46e0-a0b9-54f1d0dc150a tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9dcb982-e537-49db-aa7e-2a5060b12d2a HTTP/1.1" status: 200 len: 950 time: 0.0480254 Nov 03 02:04:43.810673 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a8aa806c-077a-4442-9765-a8564a0c6f06 req-41fc095c-7362-44b8-9a97-d95c3a4e09c1 tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d7b0693-435c-41e1-8d56-e4092080420e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425265 Nov 03 02:04:43.829952 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.v2.base [req-005aa0ed-5dcf-4e3a-9e12-5ca013aaa9b1 req-52bc9347-9195-410b-adcf-f0fe3159ee4d service neutron] Request body: {'port': {'device_id': 'e8b0b0ce-2322-4f89-9a79-3efd949ae8ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81561'}} {{(pid=108315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:04:43.842962 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.v2.base [req-886e3d6c-084b-4ccb-8103-78ae0027ad6f req-50cf7c8a-6f4a-425b-a3b5-6c0a1f9b331c service neutron] Request body: {'port': {'device_id': '561f8514-e68a-49fa-b7f0-ea60cb83a94e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81561'}} {{(pid=108314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:04:43.891137 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a025ffea-48d8-4b67-8907-b1d1a34641de req-58b4d377-5a9b-40e8-b468-9995dcdd76d1 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:43.892681 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a025ffea-48d8-4b67-8907-b1d1a34641de req-58b4d377-5a9b-40e8-b468-9995dcdd76d1 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 944 time: 0.0863550 Nov 03 02:04:43.893558 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-005aa0ed-5dcf-4e3a-9e12-5ca013aaa9b1 req-52bc9347-9195-410b-adcf-f0fe3159ee4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:43.931595 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-886e3d6c-084b-4ccb-8103-78ae0027ad6f req-50cf7c8a-6f4a-425b-a3b5-6c0a1f9b331c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:43.988389 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a025ffea-48d8-4b67-8907-b1d1a34641de req-2be939c6-0836-4273-9938-d6a531a04368 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775447 Nov 03 02:04:44.103968 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2030c9f3-8153-481b-9577-edb8e426bfdf req-58ba3c69-f50b-4477-918f-2986a1434682 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:44.105593 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-2030c9f3-8153-481b-9577-edb8e426bfdf req-58ba3c69-f50b-4477-918f-2986a1434682 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 945 time: 0.1148305 Nov 03 02:04:44.240797 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-2030c9f3-8153-481b-9577-edb8e426bfdf req-698673d0-5cdd-4c46-974f-621709a2a6e5 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247766 Nov 03 02:04:44.252890 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.notifiers.nova [req-005aa0ed-5dcf-4e3a-9e12-5ca013aaa9b1 req-52bc9347-9195-410b-adcf-f0fe3159ee4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff09ef64-e5d7-4f1b-a870-3f00abdc5961 {{(pid=108315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 02:04:44.265728 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-005aa0ed-5dcf-4e3a-9e12-5ca013aaa9b1 req-52bc9347-9195-410b-adcf-f0fe3159ee4d service neutron] Publish callbacks [] for port, precommit_update {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:44.283456 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.db.provisioning_blocks [req-005aa0ed-5dcf-4e3a-9e12-5ca013aaa9b1 req-52bc9347-9195-410b-adcf-f0fe3159ee4d service neutron] Transition to ACTIVE for port object ff09ef64-e5d7-4f1b-a870-3f00abdc5961 will not be triggered until provisioned by entity L2. {{(pid=108315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 02:04:44.353257 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.notifiers.nova [req-886e3d6c-084b-4ccb-8103-78ae0027ad6f req-50cf7c8a-6f4a-425b-a3b5-6c0a1f9b331c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96d79956-425a-4084-b4ad-7e4e29f76595 {{(pid=108314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 02:04:44.367212 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-886e3d6c-084b-4ccb-8103-78ae0027ad6f req-50cf7c8a-6f4a-425b-a3b5-6c0a1f9b331c service neutron] Publish callbacks [] for port, precommit_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:44.387763 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-005aa0ed-5dcf-4e3a-9e12-5ca013aaa9b1 req-52bc9347-9195-410b-adcf-f0fe3159ee4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127914185'] for port, after_update {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:44.396485 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.provisioning_blocks [req-886e3d6c-084b-4ccb-8103-78ae0027ad6f req-50cf7c8a-6f4a-425b-a3b5-6c0a1f9b331c service neutron] Transition to ACTIVE for port object 96d79956-425a-4084-b4ad-7e4e29f76595 will not be triggered until provisioned by entity L2. {{(pid=108314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 02:04:44.514017 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-886e3d6c-084b-4ccb-8103-78ae0027ad6f req-50cf7c8a-6f4a-425b-a3b5-6c0a1f9b331c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126899640'] for port, after_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:44.543272 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc9347-9195-410b-adcf-f0fe3159ee4d service neutron] Pushing event updated for resources: {'Port': ['ID=ff09ef64-e5d7-4f1b-a870-3f00abdc5961,revision_number=2']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:04:44.725104 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cf7c8a-6f4a-425b-a3b5-6c0a1f9b331c service neutron] Pushing event updated for resources: {'Port': ['ID=96d79956-425a-4084-b4ad-7e4e29f76595,revision_number=2']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:04:44.729935 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.managers [req-005aa0ed-5dcf-4e3a-9e12-5ca013aaa9b1 req-52bc9347-9195-410b-adcf-f0fe3159ee4d service neutron] Attempting to bind port ff09ef64-e5d7-4f1b-a870-3f00abdc5961 on host hv-cinder-81561 for vnic_type normal with profile {{(pid=108315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 02:04:44.730501 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.managers [req-005aa0ed-5dcf-4e3a-9e12-5ca013aaa9b1 req-52bc9347-9195-410b-adcf-f0fe3159ee4d service neutron] Attempting to bind port ff09ef64-e5d7-4f1b-a870-3f00abdc5961 by drivers openvswitch,hyperv on host hv-cinder-81561 at level 0 using segments [{'id': '15b7192d-fcf8-46bd-b4ff-54110db4eb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b9f1ba25-c9df-4fb7-a2b7-25e385903abb'}] {{(pid=108315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 02:04:44.731076 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005aa0ed-5dcf-4e3a-9e12-5ca013aaa9b1 req-52bc9347-9195-410b-adcf-f0fe3159ee4d service neutron] Attempting to bind port ff09ef64-e5d7-4f1b-a870-3f00abdc5961 on network b9f1ba25-c9df-4fb7-a2b7-25e385903abb {{(pid=108315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:04:44.741272 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005aa0ed-5dcf-4e3a-9e12-5ca013aaa9b1 req-52bc9347-9195-410b-adcf-f0fe3159ee4d service neutron] Port ff09ef64-e5d7-4f1b-a870-3f00abdc5961 on network b9f1ba25-c9df-4fb7-a2b7-25e385903abb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81561 {{(pid=108315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:04:44.741881 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005aa0ed-5dcf-4e3a-9e12-5ca013aaa9b1 req-52bc9347-9195-410b-adcf-f0fe3159ee4d service neutron] Attempting to bind port ff09ef64-e5d7-4f1b-a870-3f00abdc5961 on network b9f1ba25-c9df-4fb7-a2b7-25e385903abb {{(pid=108315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:04:44.752081 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005aa0ed-5dcf-4e3a-9e12-5ca013aaa9b1 req-52bc9347-9195-410b-adcf-f0fe3159ee4d service neutron] Checking agent: {'id': 'eecef0c6-53b3-4742-ba5c-66aa511932ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81561', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 1, 59, 59), 'started_at': datetime.datetime(2021, 11, 3, 1, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 2, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:04:44.752551 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005aa0ed-5dcf-4e3a-9e12-5ca013aaa9b1 req-52bc9347-9195-410b-adcf-f0fe3159ee4d service neutron] Checking segment: {'id': '15b7192d-fcf8-46bd-b4ff-54110db4eb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b9f1ba25-c9df-4fb7-a2b7-25e385903abb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 02:04:44.753041 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005aa0ed-5dcf-4e3a-9e12-5ca013aaa9b1 req-52bc9347-9195-410b-adcf-f0fe3159ee4d service neutron] Bound using segment: {'id': '15b7192d-fcf8-46bd-b4ff-54110db4eb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b9f1ba25-c9df-4fb7-a2b7-25e385903abb'} {{(pid=108315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:04:44.753786 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.managers [req-005aa0ed-5dcf-4e3a-9e12-5ca013aaa9b1 req-52bc9347-9195-410b-adcf-f0fe3159ee4d service neutron] Bound port: ff09ef64-e5d7-4f1b-a870-3f00abdc5961, host: hv-cinder-81561, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15b7192d-fcf8-46bd-b4ff-54110db4eb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b9f1ba25-c9df-4fb7-a2b7-25e385903abb'}}] {{(pid=108315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 02:04:44.756300 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-005aa0ed-5dcf-4e3a-9e12-5ca013aaa9b1 req-52bc9347-9195-410b-adcf-f0fe3159ee4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:44.837384 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5335fa55-eb05-485f-8f4d-b31d37a52d90 req-560e3074-c0d5-4467-9ce5-7cdd5e75de0f tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:44.843159 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-5335fa55-eb05-485f-8f4d-b31d37a52d90 req-560e3074-c0d5-4467-9ce5-7cdd5e75de0f tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/ports?device_id=561f8514-e68a-49fa-b7f0-ea60cb83a94e HTTP/1.1" status: 200 len: 943 time: 0.2610905 Nov 03 02:04:44.845562 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25003cb8-156e-4cd5-9913-80c4fe6200c6 req-ed578912-5071-4dd2-95c8-f51a425080db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:44.847178 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-25003cb8-156e-4cd5-9913-80c4fe6200c6 req-ed578912-5071-4dd2-95c8-f51a425080db service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d9dcb982-e537-49db-aa7e-2a5060b12d2a HTTP/1.1" status: 200 len: 1103 time: 0.2507451 Nov 03 02:04:44.874992 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c00d9e-8827-4164-955f-ef90acb38a68 req-ae80e6ce-2894-4ee2-9cc1-011042fff541 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:44.884715 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.db [req-005aa0ed-5dcf-4e3a-9e12-5ca013aaa9b1 req-52bc9347-9195-410b-adcf-f0fe3159ee4d service neutron] For port ff09ef64-e5d7-4f1b-a870-3f00abdc5961, host hv-cinder-81561, cleared binding levels {{(pid=108315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:04:44.891046 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.db [req-005aa0ed-5dcf-4e3a-9e12-5ca013aaa9b1 req-52bc9347-9195-410b-adcf-f0fe3159ee4d service neutron] For port ff09ef64-e5d7-4f1b-a870-3f00abdc5961, host hv-cinder-81561, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=ff09ef64-e5d7-4f1b-a870-3f00abdc5961,segment=NetworkSegment(15b7192d-fcf8-46bd-b4ff-54110db4eb9b),segment_id=15b7192d-fcf8-46bd-b4ff-54110db4eb9b)] {{(pid=108315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:04:44.895145 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-50c00d9e-8827-4164-955f-ef90acb38a68 req-ae80e6ce-2894-4ee2-9cc1-011042fff541 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8b0b0ce-2322-4f89-9a79-3efd949ae8ce HTTP/1.1" status: 200 len: 943 time: 0.2940323 Nov 03 02:04:45.012225 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.managers [req-886e3d6c-084b-4ccb-8103-78ae0027ad6f req-50cf7c8a-6f4a-425b-a3b5-6c0a1f9b331c service neutron] Attempting to bind port 96d79956-425a-4084-b4ad-7e4e29f76595 on host hv-cinder-81561 for vnic_type normal with profile {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 02:04:45.022197 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.managers [req-886e3d6c-084b-4ccb-8103-78ae0027ad6f req-50cf7c8a-6f4a-425b-a3b5-6c0a1f9b331c service neutron] Attempting to bind port 96d79956-425a-4084-b4ad-7e4e29f76595 by drivers openvswitch,hyperv on host hv-cinder-81561 at level 0 using segments [{'id': 'bd6c75a6-e698-4064-874e-491d3e61c23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'baa53bac-7dd3-4c8a-9217-9ded84eb710f'}] {{(pid=108314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 02:04:45.022197 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886e3d6c-084b-4ccb-8103-78ae0027ad6f req-50cf7c8a-6f4a-425b-a3b5-6c0a1f9b331c service neutron] Attempting to bind port 96d79956-425a-4084-b4ad-7e4e29f76595 on network baa53bac-7dd3-4c8a-9217-9ded84eb710f {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:04:45.048814 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886e3d6c-084b-4ccb-8103-78ae0027ad6f req-50cf7c8a-6f4a-425b-a3b5-6c0a1f9b331c service neutron] Port 96d79956-425a-4084-b4ad-7e4e29f76595 on network baa53bac-7dd3-4c8a-9217-9ded84eb710f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81561 {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:04:45.049730 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886e3d6c-084b-4ccb-8103-78ae0027ad6f req-50cf7c8a-6f4a-425b-a3b5-6c0a1f9b331c service neutron] Attempting to bind port 96d79956-425a-4084-b4ad-7e4e29f76595 on network baa53bac-7dd3-4c8a-9217-9ded84eb710f {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:04:45.065828 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-25003cb8-156e-4cd5-9913-80c4fe6200c6 req-cf0e63fa-3af8-4537-8f2b-e4d34149ace6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6d7b0693-435c-41e1-8d56-e4092080420e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650443 Nov 03 02:04:45.082833 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-005aa0ed-5dcf-4e3a-9e12-5ca013aaa9b1 req-52bc9347-9195-410b-adcf-f0fe3159ee4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127914185'] for port, after_update {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:45.084201 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886e3d6c-084b-4ccb-8103-78ae0027ad6f req-50cf7c8a-6f4a-425b-a3b5-6c0a1f9b331c service neutron] Checking agent: {'id': 'eecef0c6-53b3-4742-ba5c-66aa511932ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81561', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 1, 59, 59), 'started_at': datetime.datetime(2021, 11, 3, 1, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 2, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:04:45.085711 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886e3d6c-084b-4ccb-8103-78ae0027ad6f req-50cf7c8a-6f4a-425b-a3b5-6c0a1f9b331c service neutron] Checking segment: {'id': 'bd6c75a6-e698-4064-874e-491d3e61c23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'baa53bac-7dd3-4c8a-9217-9ded84eb710f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 02:04:45.087072 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886e3d6c-084b-4ccb-8103-78ae0027ad6f req-50cf7c8a-6f4a-425b-a3b5-6c0a1f9b331c service neutron] Bound using segment: {'id': 'bd6c75a6-e698-4064-874e-491d3e61c23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'baa53bac-7dd3-4c8a-9217-9ded84eb710f'} {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:04:45.088496 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.managers [req-886e3d6c-084b-4ccb-8103-78ae0027ad6f req-50cf7c8a-6f4a-425b-a3b5-6c0a1f9b331c service neutron] Bound port: 96d79956-425a-4084-b4ad-7e4e29f76595, host: hv-cinder-81561, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd6c75a6-e698-4064-874e-491d3e61c23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'baa53bac-7dd3-4c8a-9217-9ded84eb710f'}}] {{(pid=108314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 02:04:45.090855 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-886e3d6c-084b-4ccb-8103-78ae0027ad6f req-50cf7c8a-6f4a-425b-a3b5-6c0a1f9b331c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:45.134966 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-50c00d9e-8827-4164-955f-ef90acb38a68 req-8e2fcae5-45db-4974-b05d-658ffb1e3f2d tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2caa2a6-72c8-4014-ab52-bb2a40600117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386348 Nov 03 02:04:45.163019 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005aa0ed-5dcf-4e3a-9e12-5ca013aaa9b1 req-52bc9347-9195-410b-adcf-f0fe3159ee4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:45.163810 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-005aa0ed-5dcf-4e3a-9e12-5ca013aaa9b1 req-52bc9347-9195-410b-adcf-f0fe3159ee4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554904'] for port, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:45.165316 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-005aa0ed-5dcf-4e3a-9e12-5ca013aaa9b1 req-52bc9347-9195-410b-adcf-f0fe3159ee4d service neutron] 10.222.0.37 "PUT /v2.0/ports/ff09ef64-e5d7-4f1b-a870-3f00abdc5961 HTTP/1.1" status: 200 len: 1093 time: 1.3411736 Nov 03 02:04:45.172482 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8b0b0ce-2322-4f89-9a79-3efd949ae8ce', 'tag': 'ff09ef64-e5d7-4f1b-a870-3f00abdc5961'}] {{(pid=108315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:04:45.174930 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ceb3f72598e67bafae985fe00b788e907b12cd818b569c9993237f285010df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9484cd21-f78d-4ca8-8861-348cb90a222a" -d '{"events": [{"name": "network-changed", "server_uuid": "e8b0b0ce-2322-4f89-9a79-3efd949ae8ce", "tag": "ff09ef64-e5d7-4f1b-a870-3f00abdc5961"}]}' {{(pid=108315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:04:45.210509 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85dcf76-2b69-4d97-a835-e768b3bed943 req-00479794-f1c1-4a29-bb6f-e34664cdc6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:45.212071 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-a85dcf76-2b69-4d97-a835-e768b3bed943 req-00479794-f1c1-4a29-bb6f-e34664cdc6a9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d&tenant_id=86777c3ab41c4ea8bbbdf156c7792513 HTTP/1.1" status: 200 len: 1097 time: 0.2072887 Nov 03 02:04:45.219152 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc9347-9195-410b-adcf-f0fe3159ee4d service neutron] Pushing event updated for resources: {'Port': ['ID=ff09ef64-e5d7-4f1b-a870-3f00abdc5961,revision_number=3']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:04:45.228746 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-5335fa55-eb05-485f-8f4d-b31d37a52d90 req-3c93a8dc-31ac-474c-a7b2-237fd1b3aa70 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f34f56d-22dc-4342-bf1f-f7098a5b32c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3743505 Nov 03 02:04:45.228746 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.db [req-886e3d6c-084b-4ccb-8103-78ae0027ad6f req-50cf7c8a-6f4a-425b-a3b5-6c0a1f9b331c service neutron] For port 96d79956-425a-4084-b4ad-7e4e29f76595, host hv-cinder-81561, cleared binding levels {{(pid=108314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:04:45.232490 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.db [req-886e3d6c-084b-4ccb-8103-78ae0027ad6f req-50cf7c8a-6f4a-425b-a3b5-6c0a1f9b331c service neutron] For port 96d79956-425a-4084-b4ad-7e4e29f76595, host hv-cinder-81561, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=96d79956-425a-4084-b4ad-7e4e29f76595,segment=NetworkSegment(bd6c75a6-e698-4064-874e-491d3e61c23e),segment_id=bd6c75a6-e698-4064-874e-491d3e61c23e)] {{(pid=108314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:04:45.297781 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b81c68-2ecc-4acc-bbd6-8ae3aa7a48b0 req-9758f858-2b85-4b1b-915b-dc639c58b098 tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:45.301503 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-72b81c68-2ecc-4acc-bbd6-8ae3aa7a48b0 req-9758f858-2b85-4b1b-915b-dc639c58b098 tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9dcb982-e537-49db-aa7e-2a5060b12d2a HTTP/1.1" status: 200 len: 950 time: 0.0571749 Nov 03 02:04:45.380471 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-886e3d6c-084b-4ccb-8103-78ae0027ad6f req-50cf7c8a-6f4a-425b-a3b5-6c0a1f9b331c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126899640'] for port, after_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:45.462611 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886e3d6c-084b-4ccb-8103-78ae0027ad6f req-50cf7c8a-6f4a-425b-a3b5-6c0a1f9b331c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:45.463325 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-886e3d6c-084b-4ccb-8103-78ae0027ad6f req-50cf7c8a-6f4a-425b-a3b5-6c0a1f9b331c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622'] for port, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:45.465642 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-886e3d6c-084b-4ccb-8103-78ae0027ad6f req-50cf7c8a-6f4a-425b-a3b5-6c0a1f9b331c service neutron] 10.222.0.37 "PUT /v2.0/ports/96d79956-425a-4084-b4ad-7e4e29f76595 HTTP/1.1" status: 200 len: 1093 time: 1.6281054 Nov 03 02:04:45.470553 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '561f8514-e68a-49fa-b7f0-ea60cb83a94e', 'tag': '96d79956-425a-4084-b4ad-7e4e29f76595'}] {{(pid=108314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:04:45.474066 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b9e71fb97e4882bef21449c101b24c97d897c9b718fbc8dac7673975a826a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e90298f0-a9fa-495e-9b1a-5992cdc47194" -d '{"events": [{"name": "network-changed", "server_uuid": "561f8514-e68a-49fa-b7f0-ea60cb83a94e", "tag": "96d79956-425a-4084-b4ad-7e4e29f76595"}]}' {{(pid=108314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:04:45.490022 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-72b81c68-2ecc-4acc-bbd6-8ae3aa7a48b0 req-62ab9c97-622a-43b0-924b-62bc42ee3c25 tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d7b0693-435c-41e1-8d56-e4092080420e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750054 Nov 03 02:04:45.500455 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fcbc8c-0313-4917-88b2-b0402995386c req-33d91a90-2efe-4895-bb0a-b440ff4556bd tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:45.502208 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-76fcbc8c-0313-4917-88b2-b0402995386c req-33d91a90-2efe-4895-bb0a-b440ff4556bd tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 944 time: 0.1991756 Nov 03 02:04:45.517908 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cf7c8a-6f4a-425b-a3b5-6c0a1f9b331c service neutron] Pushing event updated for resources: {'Port': ['ID=96d79956-425a-4084-b4ad-7e4e29f76595,revision_number=3']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:04:45.566977 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 02:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e443597-59fe-4bbb-aebe-aa302666efbd x-openstack-request-id: req-3e443597-59fe-4bbb-aebe-aa302666efbd {{(pid=108315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:04:45.567271 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8b0b0ce-2322-4f89-9a79-3efd949ae8ce", "tag": "ff09ef64-e5d7-4f1b-a870-3f00abdc5961", "status": "completed", "code": 200}]} {{(pid=108315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:04:45.567528 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3e443597-59fe-4bbb-aebe-aa302666efbd {{(pid=108315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:04:45.567922 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8b0b0ce-2322-4f89-9a79-3efd949ae8ce', 'tag': 'ff09ef64-e5d7-4f1b-a870-3f00abdc5961', 'status': 'completed', 'code': 200} Nov 03 02:04:45.624539 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-76fcbc8c-0313-4917-88b2-b0402995386c req-edf20781-f029-48f8-a011-7fbde9a7b2f6 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960057 Nov 03 02:04:45.924180 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1322fc8e-7eeb-47e8-99c5-9195bebb5a73 req-bf00c6a2-4b31-427a-854b-b69cc720db84 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:45.925046 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1322fc8e-7eeb-47e8-99c5-9195bebb5a73 req-bf00c6a2-4b31-427a-854b-b69cc720db84 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 945 time: 0.1715145 Nov 03 02:04:45.991040 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1322fc8e-7eeb-47e8-99c5-9195bebb5a73 req-ecab10f3-6d78-4e6c-9bf0-bcb5c0e8d336 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571318 Nov 03 02:04:46.037655 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 02:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d8a8979-5530-418d-90d5-252849d59394 x-openstack-request-id: req-6d8a8979-5530-418d-90d5-252849d59394 {{(pid=108314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:04:46.037947 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "561f8514-e68a-49fa-b7f0-ea60cb83a94e", "tag": "96d79956-425a-4084-b4ad-7e4e29f76595", "status": "completed", "code": 200}]} {{(pid=108314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:04:46.038234 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6d8a8979-5530-418d-90d5-252849d59394 {{(pid=108314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:04:46.038640 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '561f8514-e68a-49fa-b7f0-ea60cb83a94e', 'tag': '96d79956-425a-4084-b4ad-7e4e29f76595', 'status': 'completed', 'code': 200} Nov 03 02:04:46.263864 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb7b57-4c78-4259-a665-6ecbd3c9f2ea req-1734dba2-48c1-45f7-b7ab-8c324e5be316 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:46.265683 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d0fb7b57-4c78-4259-a665-6ecbd3c9f2ea req-1734dba2-48c1-45f7-b7ab-8c324e5be316 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8b0b0ce-2322-4f89-9a79-3efd949ae8ce HTTP/1.1" status: 200 len: 943 time: 0.0561707 Nov 03 02:04:46.322223 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d0fb7b57-4c78-4259-a665-6ecbd3c9f2ea req-cadb7ba5-0be9-47ec-ba8a-c58de5ff0d19 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2caa2a6-72c8-4014-ab52-bb2a40600117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496285 Nov 03 02:04:46.371666 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fac73f-1092-4ba9-9de9-30e03e62f8da req-68c1178c-b75e-400e-adad-a5ec8fa46013 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:46.373274 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a5fac73f-1092-4ba9-9de9-30e03e62f8da req-68c1178c-b75e-400e-adad-a5ec8fa46013 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/ports?device_id=561f8514-e68a-49fa-b7f0-ea60cb83a94e HTTP/1.1" status: 200 len: 943 time: 0.0492423 Nov 03 02:04:46.429652 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a5fac73f-1092-4ba9-9de9-30e03e62f8da req-c0c9e9b8-0e86-409c-a4bc-2c6e5a22e2ba tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f34f56d-22dc-4342-bf1f-f7098a5b32c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502336 Nov 03 02:04:46.649717 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333a1fed-1d72-423b-a4a8-d28295b3edde req-5cdb8428-e4fa-4643-844e-bc971d246133 tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:46.651314 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-333a1fed-1d72-423b-a4a8-d28295b3edde req-5cdb8428-e4fa-4643-844e-bc971d246133 tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9dcb982-e537-49db-aa7e-2a5060b12d2a HTTP/1.1" status: 200 len: 950 time: 0.0707939 Nov 03 02:04:46.700282 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-333a1fed-1d72-423b-a4a8-d28295b3edde req-b6b54f27-b46b-48bc-bf7f-3319867267eb tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d7b0693-435c-41e1-8d56-e4092080420e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428045 Nov 03 02:04:46.701881 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-45f85da9-7810-4895-8c49-cae355aac858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:46.829437 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec06dce5-1c79-46d1-a684-c9d5a14b26e6 req-e13563d2-1798-453f-9bc7-4f200d46db65 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:46.831160 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-ec06dce5-1c79-46d1-a684-c9d5a14b26e6 req-e13563d2-1798-453f-9bc7-4f200d46db65 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 944 time: 0.0554776 Nov 03 02:04:46.883169 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-ec06dce5-1c79-46d1-a684-c9d5a14b26e6 req-0a6d0dbb-87ee-49be-8b62-13023782c3b1 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461512 Nov 03 02:04:47.150922 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de742523-bb09-4507-b66d-8c5e218504aa req-fa2505e1-3def-4601-9a68-a2d9f2c5cd08 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:47.152490 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-de742523-bb09-4507-b66d-8c5e218504aa req-fa2505e1-3def-4601-9a68-a2d9f2c5cd08 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 945 time: 0.0595407 Nov 03 02:04:47.248104 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-de742523-bb09-4507-b66d-8c5e218504aa req-488d82f7-91f3-41a7-8994-0c3241321bab tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827074 Nov 03 02:04:47.457804 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b97cd77-9fcf-48f4-99d8-01d271a6a197 req-2d0aa804-7d74-4b8e-8557-6221c05ba056 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:47.459238 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-3b97cd77-9fcf-48f4-99d8-01d271a6a197 req-2d0aa804-7d74-4b8e-8557-6221c05ba056 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8b0b0ce-2322-4f89-9a79-3efd949ae8ce HTTP/1.1" status: 200 len: 943 time: 0.0615494 Nov 03 02:04:47.509327 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-3b97cd77-9fcf-48f4-99d8-01d271a6a197 req-cbfc5b5a-2cd7-47e2-814c-4543c599077e tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2caa2a6-72c8-4014-ab52-bb2a40600117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438993 Nov 03 02:04:47.566413 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bfbf3e-2b6e-4735-802b-b2a849ecc923 req-79d1aff6-4b8f-4822-ad1b-a20236623036 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:47.567985 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f4bfbf3e-2b6e-4735-802b-b2a849ecc923 req-79d1aff6-4b8f-4822-ad1b-a20236623036 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/ports?device_id=561f8514-e68a-49fa-b7f0-ea60cb83a94e HTTP/1.1" status: 200 len: 943 time: 0.0577850 Nov 03 02:04:47.618074 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f4bfbf3e-2b6e-4735-802b-b2a849ecc923 req-825591cb-b45c-4f9f-954a-f06f5ea223e6 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f34f56d-22dc-4342-bf1f-f7098a5b32c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439541 Nov 03 02:04:47.829107 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da35c40b-f8c5-41c4-bea8-7c5a10941658 req-2aec39fb-8fcf-4770-adf6-a087f264acdc tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:47.830432 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-da35c40b-f8c5-41c4-bea8-7c5a10941658 req-2aec39fb-8fcf-4770-adf6-a087f264acdc tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9dcb982-e537-49db-aa7e-2a5060b12d2a HTTP/1.1" status: 200 len: 950 time: 0.0630028 Nov 03 02:04:47.905703 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-da35c40b-f8c5-41c4-bea8-7c5a10941658 req-d2b85630-e71e-4ecb-9723-4e277fe55b4b tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d7b0693-435c-41e1-8d56-e4092080420e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655022 Nov 03 02:04:48.011810 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3728f55a-fb6a-46a4-a8f7-a26167e821d8 req-1edfdf00-20c7-4ee9-84dd-ebf882956e3b tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:48.013343 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-3728f55a-fb6a-46a4-a8f7-a26167e821d8 req-1edfdf00-20c7-4ee9-84dd-ebf882956e3b tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 944 time: 0.0539110 Nov 03 02:04:48.064640 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-3728f55a-fb6a-46a4-a8f7-a26167e821d8 req-7305c763-9774-4214-8062-4e39878ac05c tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452690 Nov 03 02:04:48.383655 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7654dee3-c8ef-4891-a1b2-a8feb2ecb00f req-903f46bb-5df8-4cf5-8795-8c950561b983 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:48.385117 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-7654dee3-c8ef-4891-a1b2-a8feb2ecb00f req-903f46bb-5df8-4cf5-8795-8c950561b983 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 945 time: 0.0549898 Nov 03 02:04:48.433248 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-7654dee3-c8ef-4891-a1b2-a8feb2ecb00f req-6badcb34-bb7e-4875-a7ee-f39a95b9e75c tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417082 Nov 03 02:04:48.634423 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590ba45-8896-4879-a2dd-1e1d9782d33c req-48410fb4-2796-4131-b54c-c9b49fc77529 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:48.635945 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-0590ba45-8896-4879-a2dd-1e1d9782d33c req-48410fb4-2796-4131-b54c-c9b49fc77529 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8b0b0ce-2322-4f89-9a79-3efd949ae8ce HTTP/1.1" status: 200 len: 943 time: 0.0530770 Nov 03 02:04:48.686985 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-0590ba45-8896-4879-a2dd-1e1d9782d33c req-3579b630-b5c7-4ebb-89b9-a673f2bb99ff tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2caa2a6-72c8-4014-ab52-bb2a40600117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444160 Nov 03 02:04:48.738677 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f5ac3-a489-4850-aa65-c56b0efadb3f req-3dd02bfc-40b2-44b6-90cc-9e17b35f9178 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:48.740146 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-0d7f5ac3-a489-4850-aa65-c56b0efadb3f req-3dd02bfc-40b2-44b6-90cc-9e17b35f9178 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/ports?device_id=561f8514-e68a-49fa-b7f0-ea60cb83a94e HTTP/1.1" status: 200 len: 943 time: 0.0491521 Nov 03 02:04:48.809106 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-0d7f5ac3-a489-4850-aa65-c56b0efadb3f req-ac9d678d-e897-4dfc-bbb0-0c7dee6c663e tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f34f56d-22dc-4342-bf1f-f7098a5b32c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628941 Nov 03 02:04:48.933810 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a7d491ef-dfd5-47b8-be96-e90b48226ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:49.078327 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b0b05a-4a7f-4316-ad38-32d73330eb67 req-2ef1a525-492f-436c-9b7d-d8da12adc0c8 tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:49.081428 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a6b0b05a-4a7f-4316-ad38-32d73330eb67 req-2ef1a525-492f-436c-9b7d-d8da12adc0c8 tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9dcb982-e537-49db-aa7e-2a5060b12d2a HTTP/1.1" status: 200 len: 950 time: 0.0600781 Nov 03 02:04:49.168668 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a6b0b05a-4a7f-4316-ad38-32d73330eb67 req-d0f736d8-75eb-4cea-9ce4-7ae6084c8d73 tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d7b0693-435c-41e1-8d56-e4092080420e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802603 Nov 03 02:04:49.229592 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d7929-4aea-4afe-938a-6effe3698fdb req-24f4de4e-adea-43ef-9bc2-6b4eb9565787 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:49.231631 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a80d7929-4aea-4afe-938a-6effe3698fdb req-24f4de4e-adea-43ef-9bc2-6b4eb9565787 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 944 time: 0.0545089 Nov 03 02:04:49.293459 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a80d7929-4aea-4afe-938a-6effe3698fdb req-26615f6a-14d0-42b1-a284-c3f17c77b1df tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553102 Nov 03 02:04:49.569840 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3ce460-75b0-4d1d-b2f6-00d2c3eb3b6d req-536a5668-5523-41ff-b5cd-c7ce2fde6614 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:49.571319 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-bd3ce460-75b0-4d1d-b2f6-00d2c3eb3b6d req-536a5668-5523-41ff-b5cd-c7ce2fde6614 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 945 time: 0.0518188 Nov 03 02:04:49.628986 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-bd3ce460-75b0-4d1d-b2f6-00d2c3eb3b6d req-86b72414-bfed-4803-8fdf-884a6146d457 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499892 Nov 03 02:04:49.817080 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f546ae59-929f-4b50-bf09-237a62207f5d req-ca7ec866-00a6-42fa-ac65-67862d615b8e tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:49.818620 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f546ae59-929f-4b50-bf09-237a62207f5d req-ca7ec866-00a6-42fa-ac65-67862d615b8e tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8b0b0ce-2322-4f89-9a79-3efd949ae8ce HTTP/1.1" status: 200 len: 943 time: 0.0591743 Nov 03 02:04:49.874005 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f546ae59-929f-4b50-bf09-237a62207f5d req-bf8f655f-fcd9-4bbd-b303-1955fa1d1103 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2caa2a6-72c8-4014-ab52-bb2a40600117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485451 Nov 03 02:04:49.953962 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5340e4f8-c075-455d-8ea9-119e09704a0a req-ec35846c-ef74-4bde-af16-0540af6dbe0b tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:49.955740 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-5340e4f8-c075-455d-8ea9-119e09704a0a req-ec35846c-ef74-4bde-af16-0540af6dbe0b tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/ports?device_id=561f8514-e68a-49fa-b7f0-ea60cb83a94e HTTP/1.1" status: 200 len: 943 time: 0.0585089 Nov 03 02:04:50.009236 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-5340e4f8-c075-455d-8ea9-119e09704a0a req-dbd21cd4-b23a-4a6a-80a7-be8999f3c6fa tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f34f56d-22dc-4342-bf1f-f7098a5b32c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476561 Nov 03 02:04:50.183865 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-3baf3433-eee1-48f0-90c8-209ed8ef0e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:50.292342 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a4eddf-cefd-4481-8243-e2726c8320a3 req-d743afe5-f3dc-45a0-ad59-0611df7eedd1 tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:50.293891 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-81a4eddf-cefd-4481-8243-e2726c8320a3 req-d743afe5-f3dc-45a0-ad59-0611df7eedd1 tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9dcb982-e537-49db-aa7e-2a5060b12d2a HTTP/1.1" status: 200 len: 950 time: 0.0517170 Nov 03 02:04:50.343676 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-81a4eddf-cefd-4481-8243-e2726c8320a3 req-f3320985-b82a-4c6f-b165-62461e03f250 tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d7b0693-435c-41e1-8d56-e4092080420e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436971 Nov 03 02:04:50.443246 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abedd05f-62dd-408e-9bce-b3c86fc22c17 req-51a7bfc7-8ff8-4dab-a14c-fc1733282c29 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:50.445102 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-abedd05f-62dd-408e-9bce-b3c86fc22c17 req-51a7bfc7-8ff8-4dab-a14c-fc1733282c29 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 944 time: 0.0610154 Nov 03 02:04:50.495876 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-abedd05f-62dd-408e-9bce-b3c86fc22c17 req-355f4d07-2290-4c13-8217-f3330864727b tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441298 Nov 03 02:04:50.749944 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998a9393-c251-4362-93c4-7ec1a6fbd6e3 req-87aa484c-965a-48a8-a402-c1f7d3d734cd tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:50.752879 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-998a9393-c251-4362-93c4-7ec1a6fbd6e3 req-87aa484c-965a-48a8-a402-c1f7d3d734cd tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 945 time: 0.0552342 Nov 03 02:04:50.813102 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-998a9393-c251-4362-93c4-7ec1a6fbd6e3 req-2f63ff74-e3a7-4ffb-a873-b9a61fcb3a52 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533319 Nov 03 02:04:50.996100 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c192e-5df4-430f-a7ec-db5709c6182a req-023469e1-dbbb-4074-907e-afb96439418b tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:50.998282 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-457c192e-5df4-430f-a7ec-db5709c6182a req-023469e1-dbbb-4074-907e-afb96439418b tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8b0b0ce-2322-4f89-9a79-3efd949ae8ce HTTP/1.1" status: 200 len: 943 time: 0.0563855 Nov 03 02:04:51.050362 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-457c192e-5df4-430f-a7ec-db5709c6182a req-a8ccb8fd-7ae5-4c91-a03b-815459996851 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2caa2a6-72c8-4014-ab52-bb2a40600117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455904 Nov 03 02:04:51.136214 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15670c8a-4b09-4093-b2c7-e095bb79d2e7 req-a8ae8859-870f-4694-87d2-8d94f81f4f22 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:51.139371 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-15670c8a-4b09-4093-b2c7-e095bb79d2e7 req-a8ae8859-870f-4694-87d2-8d94f81f4f22 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/ports?device_id=561f8514-e68a-49fa-b7f0-ea60cb83a94e HTTP/1.1" status: 200 len: 943 time: 0.0589314 Nov 03 02:04:51.199974 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-15670c8a-4b09-4093-b2c7-e095bb79d2e7 req-42ae4a05-1937-4427-a0b4-10d708d5cab1 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f34f56d-22dc-4342-bf1f-f7098a5b32c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543168 Nov 03 02:04:51.337848 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-5b813f54-077d-440d-903f-32bc670fe069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:51.460472 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22739fa-3877-4b1b-921d-481c56ca4d06 req-25f1797a-8e3d-4b89-99d2-036e6a376f41 tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:51.461959 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f22739fa-3877-4b1b-921d-481c56ca4d06 req-25f1797a-8e3d-4b89-99d2-036e6a376f41 tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9dcb982-e537-49db-aa7e-2a5060b12d2a HTTP/1.1" status: 200 len: 950 time: 0.0507910 Nov 03 02:04:51.510667 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f22739fa-3877-4b1b-921d-481c56ca4d06 req-0b560fd7-739f-4cdf-b094-337967f85b77 tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d7b0693-435c-41e1-8d56-e4092080420e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426443 Nov 03 02:04:51.543585 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 46534) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:04:51.591886 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef79ae32-7f7d-4f16-9206-70af84f78ca6 admin admin] Deleting subnet 8ba074a9-dcc3-41c5-b1a5-10241b38d8d5 {{(pid=108315) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 02:04:51.595010 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-ef79ae32-7f7d-4f16-9206-70af84f78ca6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:51.631485 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69217d03-ee48-4025-b100-fd65a7f88cb9 req-a929bdc6-7f3c-4894-b660-447939dd9a35 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:51.632790 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-ef79ae32-7f7d-4f16-9206-70af84f78ca6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125997489'] for subnet, precommit_delete_associations {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:51.633026 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-69217d03-ee48-4025-b100-fd65a7f88cb9 req-a929bdc6-7f3c-4894-b660-447939dd9a35 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 944 time: 0.0491171 Nov 03 02:04:51.671791 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-ef79ae32-7f7d-4f16-9206-70af84f78ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1588830'] for subnet, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:51.684066 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-69217d03-ee48-4025-b100-fd65a7f88cb9 req-0728e278-8684-4bea-a45d-5d2827ba4b65 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449212 Nov 03 02:04:51.846657 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-ef79ae32-7f7d-4f16-9206-70af84f78ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1588775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127914131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126496540'] for subnet, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:51.874122 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef79ae32-7f7d-4f16-9206-70af84f78ca6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ba074a9-dcc3-41c5-b1a5-10241b38d8d5,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:04:51.877869 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-ef79ae32-7f7d-4f16-9206-70af84f78ca6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:51.881054 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-ef79ae32-7f7d-4f16-9206-70af84f78ca6 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/8ba074a9-dcc3-41c5-b1a5-10241b38d8d5 HTTP/1.1" status: 204 len: 168 time: 0.3359358 Nov 03 02:04:51.883738 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 46538) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:04:51.979022 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-3e593e46-cf4e-4594-9e3d-95747433f934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2025968'] for network, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:51.989524 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb71749-2b5f-4d95-a28a-5e49110d45e4 req-e2fa6739-dfe7-4221-81bb-10904bda6a72 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:51.991018 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-deb71749-2b5f-4d95-a28a-5e49110d45e4 req-e2fa6739-dfe7-4221-81bb-10904bda6a72 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 945 time: 0.1050789 Nov 03 02:04:52.100345 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-3e593e46-cf4e-4594-9e3d-95747433f934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1575371', 'neutron.services.segments.db._delete_segments_for_network-8784217631501'] for network, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:52.105524 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-deb71749-2b5f-4d95-a28a-5e49110d45e4 req-ea57e03a-1fed-4096-b5db-0e5cf78f713a tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080697 Nov 03 02:04:52.125782 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.services.segments.db [None req-3e593e46-cf4e-4594-9e3d-95747433f934 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39d8e720-3276-4c03-8661-79057f0201b2']}} {{(pid=108314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:04:52.142852 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.services.segments.db [None req-3e593e46-cf4e-4594-9e3d-95747433f934 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73d3a212-151a-4e52-9946-701481cdae69') {'for_net_delete': True} {{(pid=108314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:04:52.143138 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.services.segments.db [None req-3e593e46-cf4e-4594-9e3d-95747433f934 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73d3a212-151a-4e52-9946-701481cdae69') {} {{(pid=108314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:04:52.170437 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-3e593e46-cf4e-4594-9e3d-95747433f934 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784217632534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127010036'] for segment, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:52.190842 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-3e593e46-cf4e-4594-9e3d-95747433f934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1588371'] for segment, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:52.202968 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d948834a-c278-4a13-8f0b-ff53ec91f2c9 req-ebd19e2e-c424-461d-99c6-a7b3703cb203 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:52.204434 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d948834a-c278-4a13-8f0b-ff53ec91f2c9 req-ebd19e2e-c424-461d-99c6-a7b3703cb203 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8b0b0ce-2322-4f89-9a79-3efd949ae8ce HTTP/1.1" status: 200 len: 943 time: 0.0835192 Nov 03 02:04:52.207129 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e593e46-cf4e-4594-9e3d-95747433f934 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=108314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:04:52.207513 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-3e593e46-cf4e-4594-9e3d-95747433f934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1588371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126899588'] for segment, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:52.209182 dv-cinder-815614-3-iscsi neutron-server[108314]: Traceback (most recent call last): Nov 03 02:04:52.209182 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 02:04:52.209182 dv-cinder-815614-3-iscsi neutron-server[108314]: timer() Nov 03 02:04:52.209182 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 02:04:52.209182 dv-cinder-815614-3-iscsi neutron-server[108314]: cb(*args, **kw) Nov 03 02:04:52.209182 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 02:04:52.209182 dv-cinder-815614-3-iscsi neutron-server[108314]: return func(*args, **kwargs) Nov 03 02:04:52.209182 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 02:04:52.209182 dv-cinder-815614-3-iscsi neutron-server[108314]: self._notify() Nov 03 02:04:52.209182 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 02:04:52.209182 dv-cinder-815614-3-iscsi neutron-server[108314]: self.callback(batched_events) Nov 03 02:04:52.209182 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 02:04:52.209182 dv-cinder-815614-3-iscsi neutron-server[108314]: event.method(event) Nov 03 02:04:52.209182 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 02:04:52.209182 dv-cinder-815614-3-iscsi neutron-server[108314]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 02:04:52.209182 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 02:04:52.209182 dv-cinder-815614-3-iscsi neutron-server[108314]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 02:04:52.209182 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 02:04:52.209182 dv-cinder-815614-3-iscsi neutron-server[108314]: return f(self, *a, **k) Nov 03 02:04:52.209182 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 02:04:52.209182 dv-cinder-815614-3-iscsi neutron-server[108314]: return self._get(url).json() Nov 03 02:04:52.209182 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 02:04:52.209182 dv-cinder-815614-3-iscsi neutron-server[108314]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 02:04:52.209182 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 02:04:52.209182 dv-cinder-815614-3-iscsi neutron-server[108314]: return self.request(url, 'GET', **kwargs) Nov 03 02:04:52.209182 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 02:04:52.209182 dv-cinder-815614-3-iscsi neutron-server[108314]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 02:04:52.209182 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 02:04:52.209182 dv-cinder-815614-3-iscsi neutron-server[108314]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 02:04:52.209182 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 02:04:52.209182 dv-cinder-815614-3-iscsi neutron-server[108314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 02:04:52.209182 dv-cinder-815614-3-iscsi neutron-server[108314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 02:04:52.321386 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d948834a-c278-4a13-8f0b-ff53ec91f2c9 req-83ce3e3c-66a0-4578-a1b8-80bd001dc71a tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2caa2a6-72c8-4014-ab52-bb2a40600117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022809 Nov 03 02:04:52.337566 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e72271f-1bd6-4486-bf17-529adbf5d6da req-c9f973ca-06cb-443f-b1e8-393cbcda0a8a tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:52.339038 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-6e72271f-1bd6-4486-bf17-529adbf5d6da req-c9f973ca-06cb-443f-b1e8-393cbcda0a8a tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/ports?device_id=561f8514-e68a-49fa-b7f0-ea60cb83a94e HTTP/1.1" status: 200 len: 943 time: 0.0653176 Nov 03 02:04:52.340072 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-3e593e46-cf4e-4594-9e3d-95747433f934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1575388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641601'] for network, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:52.357223 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-3e593e46-cf4e-4594-9e3d-95747433f934 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554904'] for network, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:52.360359 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-3e593e46-cf4e-4594-9e3d-95747433f934 admin admin] 10.222.0.30 "DELETE /v2.0/networks/39d8e720-3276-4c03-8661-79057f0201b2 HTTP/1.1" status: 204 len: 168 time: 0.4756136 Nov 03 02:04:52.366442 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e593e46-cf4e-4594-9e3d-95747433f934 admin admin] Pushing event deleted for resources: {'Network': ['ID=39d8e720-3276-4c03-8661-79057f0201b2,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:04:52.409358 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-6e72271f-1bd6-4486-bf17-529adbf5d6da req-147df6fa-2fce-45ae-ae4f-9482adc6f6e9 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f34f56d-22dc-4342-bf1f-f7098a5b32c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630081 Nov 03 02:04:52.530244 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85dcf76-2b69-4d97-a835-e768b3bed943 req-e64d1a56-6a15-4be8-a410-d7f46dba93ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:52.530530 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a85dcf76-2b69-4d97-a835-e768b3bed943 req-e64d1a56-6a15-4be8-a410-d7f46dba93ae service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=86777c3ab41c4ea8bbbdf156c7792513&device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 1097 time: 0.0426366 Nov 03 02:04:52.578633 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005aa0ed-5dcf-4e3a-9e12-5ca013aaa9b1 req-1337c0e0-1864-476f-b4b9-9ce41ff1ef3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:52.581169 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-005aa0ed-5dcf-4e3a-9e12-5ca013aaa9b1 req-1337c0e0-1864-476f-b4b9-9ce41ff1ef3c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a236a1ddacc947d0a25090b1c2ef1456&device_id=e8b0b0ce-2322-4f89-9a79-3efd949ae8ce HTTP/1.1" status: 200 len: 1096 time: 0.0600719 Nov 03 02:04:52.641917 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-005aa0ed-5dcf-4e3a-9e12-5ca013aaa9b1 req-1e6443cd-f546-4b2b-96d1-8ab87f552510 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff09ef64-e5d7-4f1b-a870-3f00abdc5961 HTTP/1.1" status: 200 len: 217 time: 0.0485840 Nov 03 02:04:52.689625 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363143f9-52c9-426a-aa45-7d981b0ffd21 req-3da241e0-af48-43df-82d1-c2ef01fea6f7 tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:52.691205 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-363143f9-52c9-426a-aa45-7d981b0ffd21 req-3da241e0-af48-43df-82d1-c2ef01fea6f7 tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9dcb982-e537-49db-aa7e-2a5060b12d2a HTTP/1.1" status: 200 len: 950 time: 0.0965519 Nov 03 02:04:52.706676 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90298f0-a9fa-495e-9b1a-5992cdc47194 req-b7d96a9b-b653-446d-8172-e42bd3b061fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:52.707697 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85dcf76-2b69-4d97-a835-e768b3bed943 req-0fb30570-37ff-4926-aedf-6d54c2749dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:52.708196 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-e90298f0-a9fa-495e-9b1a-5992cdc47194 req-b7d96a9b-b653-446d-8172-e42bd3b061fa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f13a412251cf4add8e72d0811966ade4&device_id=561f8514-e68a-49fa-b7f0-ea60cb83a94e HTTP/1.1" status: 200 len: 1096 time: 0.0754066 Nov 03 02:04:52.709244 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a85dcf76-2b69-4d97-a835-e768b3bed943 req-0fb30570-37ff-4926-aedf-6d54c2749dc8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9 HTTP/1.1" status: 200 len: 918 time: 0.1421103 Nov 03 02:04:52.724334 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005aa0ed-5dcf-4e3a-9e12-5ca013aaa9b1 req-eab35b98-ad81-43c6-99ab-48d93fd7f722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:52.726270 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-005aa0ed-5dcf-4e3a-9e12-5ca013aaa9b1 req-eab35b98-ad81-43c6-99ab-48d93fd7f722 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c04fe74d-10e3-420d-8b55-340dc19e5e2d HTTP/1.1" status: 200 len: 855 time: 0.0533397 Nov 03 02:04:52.791898 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-363143f9-52c9-426a-aa45-7d981b0ffd21 req-ba8033ed-16d3-4350-99fa-79bc79229089 tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d7b0693-435c-41e1-8d56-e4092080420e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909088 Nov 03 02:04:52.813519 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-005aa0ed-5dcf-4e3a-9e12-5ca013aaa9b1 req-4db192dd-0cfc-4e3a-8d2c-75c5973ab0fd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b9f1ba25-c9df-4fb7-a2b7-25e385903abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695145 Nov 03 02:04:52.829672 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 46554) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:04:52.860154 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a85dcf76-2b69-4d97-a835-e768b3bed943 req-5453da44-e0d7-46a2-930f-3ba61da5f316 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=200c1df3-d8a9-42db-83ec-6723cdbe5701 HTTP/1.1" status: 200 len: 1000 time: 0.1226144 Nov 03 02:04:52.877889 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a92d90-9003-4bf0-84da-e01c1877f5e7 req-878b1b9d-9ddf-477c-9ab3-911bb42f799b tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:52.879370 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-82a92d90-9003-4bf0-84da-e01c1877f5e7 req-878b1b9d-9ddf-477c-9ab3-911bb42f799b tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 944 time: 0.1021047 Nov 03 02:04:52.939277 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-a7b3778d-eb25-4b09-b2c1-62d85b7eb1e3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2ea66f47ad6c46779bbd1f09bfd5c5be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1043911 Nov 03 02:04:52.941052 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 46556) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:04:52.963214 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85dcf76-2b69-4d97-a835-e768b3bed943 req-f9bd189c-e2cb-44a3-978c-29ec4e36546a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:52.964651 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a85dcf76-2b69-4d97-a835-e768b3bed943 req-f9bd189c-e2cb-44a3-978c-29ec4e36546a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=95177d92-9024-40b6-ac79-02b9d5fce0cc HTTP/1.1" status: 200 len: 856 time: 0.0827889 Nov 03 02:04:52.976732 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-82a92d90-9003-4bf0-84da-e01c1877f5e7 req-8690d723-9624-4d8e-bbb9-40d6fb0e029a tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838385 Nov 03 02:04:53.016128 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90298f0-a9fa-495e-9b1a-5992cdc47194 req-d35418cf-7bee-4cde-ac32-7dfe1a782a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:53.018597 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-e90298f0-a9fa-495e-9b1a-5992cdc47194 req-d35418cf-7bee-4cde-ac32-7dfe1a782a50 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=f13a412251cf4add8e72d0811966ade4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2910540 Nov 03 02:04:53.019474 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85dcf76-2b69-4d97-a835-e768b3bed943 req-222c4742-fad0-4765-aaa4-0ab692d70db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:53.020913 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a85dcf76-2b69-4d97-a835-e768b3bed943 req-222c4742-fad0-4765-aaa4-0ab692d70db2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419872 Nov 03 02:04:53.079384 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-005aa0ed-5dcf-4e3a-9e12-5ca013aaa9b1 req-349f2344-08db-4617-bc51-3ad32e927e92 service neutron] 10.222.0.37 "GET /v2.0/networks/b9f1ba25-c9df-4fb7-a2b7-25e385903abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367179 Nov 03 02:04:53.191660 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-51f77258-e7bb-4dbb-8d5e-1d4c8d52e6f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:53.291132 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-51f77258-e7bb-4dbb-8d5e-1d4c8d52e6f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:53.313599 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90298f0-a9fa-495e-9b1a-5992cdc47194 req-c55df11e-698d-4160-a6f4-fbe864de0093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:53.315073 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-e90298f0-a9fa-495e-9b1a-5992cdc47194 req-c55df11e-698d-4160-a6f4-fbe864de0093 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2761583 Nov 03 02:04:53.351077 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-005aa0ed-5dcf-4e3a-9e12-5ca013aaa9b1 req-2afdb5e2-7365-4fde-b8b3-ed430296cc15 service neutron] 10.222.0.37 "GET /v2.0/networks/b9f1ba25-c9df-4fb7-a2b7-25e385903abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512681 Nov 03 02:04:53.370298 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a85dcf76-2b69-4d97-a835-e768b3bed943 req-e207fdf7-270c-4312-a3b7-c2223e965be1 service neutron] 10.222.0.37 "GET /v2.0/networks/f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3250203 Nov 03 02:04:53.378722 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e5a670-25da-4d7a-b81c-848aeef2e559 req-d245f3c8-ec50-4544-b802-ae5682f2935f tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:53.380516 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-17e5a670-25da-4d7a-b81c-848aeef2e559 req-d245f3c8-ec50-4544-b802-ae5682f2935f tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 945 time: 0.0773928 Nov 03 02:04:53.409965 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886e3d6c-084b-4ccb-8103-78ae0027ad6f req-0df702ac-991c-489f-a711-b529f97109e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:53.412072 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-886e3d6c-084b-4ccb-8103-78ae0027ad6f req-0df702ac-991c-489f-a711-b529f97109e8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f13a412251cf4add8e72d0811966ade4&device_id=561f8514-e68a-49fa-b7f0-ea60cb83a94e HTTP/1.1" status: 200 len: 1096 time: 0.0439579 Nov 03 02:04:53.468997 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-886e3d6c-084b-4ccb-8103-78ae0027ad6f req-54a82121-998f-4d29-b227-0e8760092ebd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96d79956-425a-4084-b4ad-7e4e29f76595 HTTP/1.1" status: 200 len: 217 time: 0.0385358 Nov 03 02:04:53.469708 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-51f77258-e7bb-4dbb-8d5e-1d4c8d52e6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:53.472192 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-51f77258-e7bb-4dbb-8d5e-1d4c8d52e6f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:53.473241 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-51f77258-e7bb-4dbb-8d5e-1d4c8d52e6f3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e2d198aa-92ee-4a16-b13c-bcfd43c8f117 HTTP/1.1" status: 204 len: 168 time: 0.5312414 Nov 03 02:04:53.493026 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f77258-e7bb-4dbb-8d5e-1d4c8d52e6f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d198aa-92ee-4a16-b13c-bcfd43c8f117,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:04:53.530298 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-17e5a670-25da-4d7a-b81c-848aeef2e559 req-7b71c8ce-1a03-41b1-bfb8-c1b28e07adee tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382382 Nov 03 02:04:53.551315 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890cbf27-798e-4dd6-9c9c-a30f58a62490 req-58a5b6d7-5f4f-4d8d-9ea2-cf7e4a11a741 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:53.552882 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-890cbf27-798e-4dd6-9c9c-a30f58a62490 req-58a5b6d7-5f4f-4d8d-9ea2-cf7e4a11a741 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8b0b0ce-2322-4f89-9a79-3efd949ae8ce HTTP/1.1" status: 200 len: 943 time: 0.1433091 Nov 03 02:04:53.613790 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a85dcf76-2b69-4d97-a835-e768b3bed943 req-b29e37f1-e060-434e-8393-1af92eb085ef service neutron] 10.222.0.37 "GET /v2.0/networks/f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322752 Nov 03 02:04:53.614879 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886e3d6c-084b-4ccb-8103-78ae0027ad6f req-a1133a71-a74e-40f8-80b4-9f61d21336a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:53.616338 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-886e3d6c-084b-4ccb-8103-78ae0027ad6f req-a1133a71-a74e-40f8-80b4-9f61d21336a6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8cfe1338-b6b1-408b-9ec6-b96abceeca92 HTTP/1.1" status: 200 len: 854 time: 0.1339366 Nov 03 02:04:53.689260 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886e3d6c-084b-4ccb-8103-78ae0027ad6f req-bc1b5edd-429f-4266-b7c8-fecf0a59f9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:53.690691 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-886e3d6c-084b-4ccb-8103-78ae0027ad6f req-bc1b5edd-429f-4266-b7c8-fecf0a59f9bf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=baa53bac-7dd3-4c8a-9217-9ded84eb710f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0598547 Nov 03 02:04:53.710032 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-890cbf27-798e-4dd6-9c9c-a30f58a62490 req-d7b62123-5c29-485f-8e5d-1b40699611af tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2caa2a6-72c8-4014-ab52-bb2a40600117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454289 Nov 03 02:04:53.728920 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba881a6-7304-461f-83bc-5bc2c791bd4c req-d75962cd-bc59-4ce7-9303-0f08d27e7f10 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:53.730456 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-3ba881a6-7304-461f-83bc-5bc2c791bd4c req-d75962cd-bc59-4ce7-9303-0f08d27e7f10 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/ports?device_id=561f8514-e68a-49fa-b7f0-ea60cb83a94e HTTP/1.1" status: 200 len: 943 time: 0.1157389 Nov 03 02:04:53.736975 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484cd21-f78d-4ca8-8861-348cb90a222a req-1eae8999-4270-456b-ba69-00b1db273ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:53.738420 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-9484cd21-f78d-4ca8-8861-348cb90a222a req-1eae8999-4270-456b-ba69-00b1db273ff9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a236a1ddacc947d0a25090b1c2ef1456&device_id=e8b0b0ce-2322-4f89-9a79-3efd949ae8ce HTTP/1.1" status: 200 len: 1096 time: 0.0743029 Nov 03 02:04:53.855685 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-3ba881a6-7304-461f-83bc-5bc2c791bd4c req-ebf478a6-670f-4652-9606-34d280d87ac5 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f34f56d-22dc-4342-bf1f-f7098a5b32c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144626 Nov 03 02:04:53.891757 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484cd21-f78d-4ca8-8861-348cb90a222a req-8ff3954d-d95a-4bf0-ac15-808357209eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:53.893153 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-9484cd21-f78d-4ca8-8861-348cb90a222a req-8ff3954d-d95a-4bf0-ac15-808357209eaa service neutron] 10.222.0.37 "GET /v2.0/networks?id=b9f1ba25-c9df-4fb7-a2b7-25e385903abb HTTP/1.1" status: 200 len: 916 time: 0.1453588 Nov 03 02:04:53.958008 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.agents_db [None req-a2914077-2d9d-4477-8dde-df1573e0789a None None] Agent healthcheck: found 6 active agents {{(pid=108317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:04:53.970870 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-9484cd21-f78d-4ca8-8861-348cb90a222a req-3517f8b7-8e98-4f5e-ab26-08884dcdefa3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff09ef64-e5d7-4f1b-a870-3f00abdc5961 HTTP/1.1" status: 200 len: 217 time: 0.0576005 Nov 03 02:04:54.048612 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-886e3d6c-084b-4ccb-8103-78ae0027ad6f req-4d438100-dc45-4901-9793-c68644a47e2d service neutron] 10.222.0.37 "GET /v2.0/networks/baa53bac-7dd3-4c8a-9217-9ded84eb710f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469286 Nov 03 02:04:54.064762 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266677ba-2417-44df-a958-2180789ef63d req-3b5e84c6-7e34-47c7-9675-1c82ff367401 tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:54.069238 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-266677ba-2417-44df-a958-2180789ef63d req-3b5e84c6-7e34-47c7-9675-1c82ff367401 tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9dcb982-e537-49db-aa7e-2a5060b12d2a HTTP/1.1" status: 200 len: 950 time: 0.1103170 Nov 03 02:04:54.076608 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484cd21-f78d-4ca8-8861-348cb90a222a req-9693bc74-b38d-469f-bd3e-cacb16b41d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:54.078171 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-9484cd21-f78d-4ca8-8861-348cb90a222a req-9693bc74-b38d-469f-bd3e-cacb16b41d11 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c04fe74d-10e3-420d-8b55-340dc19e5e2d HTTP/1.1" status: 200 len: 855 time: 0.0845389 Nov 03 02:04:54.090203 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:54.181860 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-9484cd21-f78d-4ca8-8861-348cb90a222a req-cc89111e-1bdd-4702-b954-898c02807bed service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b9f1ba25-c9df-4fb7-a2b7-25e385903abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724287 Nov 03 02:04:54.244349 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-886e3d6c-084b-4ccb-8103-78ae0027ad6f req-7ef32484-a753-462a-970e-bf7a3895c16a service neutron] 10.222.0.37 "GET /v2.0/networks/baa53bac-7dd3-4c8a-9217-9ded84eb710f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701403 Nov 03 02:04:54.285559 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-266677ba-2417-44df-a958-2180789ef63d req-61abba04-d5b2-4301-bd47-ec8fef988db2 tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d7b0693-435c-41e1-8d56-e4092080420e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062428 Nov 03 02:04:54.492862 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-9484cd21-f78d-4ca8-8861-348cb90a222a req-360681ba-dade-4be6-8267-4f391ea8edd0 service neutron] 10.222.0.37 "GET /v2.0/networks/b9f1ba25-c9df-4fb7-a2b7-25e385903abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011780 Nov 03 02:04:54.501313 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9be95f-b454-424c-a9de-fa4ea74dae67 req-34fb678e-4bcd-4203-902c-b5f78d40d57c tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:54.502904 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1c9be95f-b454-424c-a9de-fa4ea74dae67 req-34fb678e-4bcd-4203-902c-b5f78d40d57c tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.30 "GET /v2.0/ports?device_id=a90dea4f-ac73-4fbb-b103-80101d052586 HTTP/1.1" status: 200 len: 946 time: 0.1361001 Nov 03 02:04:54.515806 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6a7d5e-a18c-4701-8ad8-6ecfea7844fc req-82e33a2b-9fb9-4616-b249-8cc972168928 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:54.517519 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-0b6a7d5e-a18c-4701-8ad8-6ecfea7844fc req-82e33a2b-9fb9-4616-b249-8cc972168928 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 944 time: 0.1520982 Nov 03 02:04:54.686471 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1c9be95f-b454-424c-a9de-fa4ea74dae67 req-1f5165e5-2331-4595-812e-51a5f3ea82e2 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b70c972-ae20-4f92-b564-f5815069df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678901 Nov 03 02:04:54.693253 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-0b6a7d5e-a18c-4701-8ad8-6ecfea7844fc req-680ad449-fb15-43da-ba67-51e64564477b tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1667981 Nov 03 02:04:54.716021 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-9484cd21-f78d-4ca8-8861-348cb90a222a req-50c97a82-a7dd-4ed8-be3f-99c06692223b service neutron] 10.222.0.37 "GET /v2.0/networks/b9f1ba25-c9df-4fb7-a2b7-25e385903abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116764 Nov 03 02:04:54.895239 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f5f9f8-b5de-44fe-aa67-5a5d057062b3 req-a2d6930d-ef09-4368-8703-71ee9311eb90 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:54.902911 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a2f5f9f8-b5de-44fe-aa67-5a5d057062b3 req-a2d6930d-ef09-4368-8703-71ee9311eb90 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8b0b0ce-2322-4f89-9a79-3efd949ae8ce HTTP/1.1" status: 200 len: 943 time: 0.1094975 Nov 03 02:04:54.925507 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74279e4-24cb-47ce-8e45-c72336c9dd6f req-379704b9-da90-4f82-98af-e5f76eac5b4f tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:54.927229 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b74279e4-24cb-47ce-8e45-c72336c9dd6f req-379704b9-da90-4f82-98af-e5f76eac5b4f tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 945 time: 0.1227872 Nov 03 02:04:55.015855 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a2f5f9f8-b5de-44fe-aa67-5a5d057062b3 req-08b46017-fbd5-405c-8d8b-f01fed345d44 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2caa2a6-72c8-4014-ab52-bb2a40600117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114073 Nov 03 02:04:55.032006 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b74279e4-24cb-47ce-8e45-c72336c9dd6f req-eabf236e-50f1-4d0d-8f93-91431907fc11 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945079 Nov 03 02:04:55.157825 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c2740b-4d86-4400-a73c-70f961e76e67 req-2af5cbec-a4ea-4b4c-864b-83b92a8e0f06 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:55.159394 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-c2c2740b-4d86-4400-a73c-70f961e76e67 req-2af5cbec-a4ea-4b4c-864b-83b92a8e0f06 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/ports?device_id=561f8514-e68a-49fa-b7f0-ea60cb83a94e HTTP/1.1" status: 200 len: 943 time: 0.0687280 Nov 03 02:04:55.219896 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-c2c2740b-4d86-4400-a73c-70f961e76e67 req-7b6dc36e-82f7-4ec3-bf67-67d5984836ee tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f34f56d-22dc-4342-bf1f-f7098a5b32c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544209 Nov 03 02:04:55.357896 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device ff09ef64-e5d7-4f1b-a870-3f00abdc5961 details requested by agent hyperv_hv-cinder-81561 with host hv-cinder-81561 {{(pid=108316) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 02:04:55.420539 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a63568-e458-4f8f-b556-d727b603a26f req-59195b90-41bc-4bbf-96cd-611dc64a72a4 tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:55.422185 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b4a63568-e458-4f8f-b556-d727b603a26f req-59195b90-41bc-4bbf-96cd-611dc64a72a4 tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9dcb982-e537-49db-aa7e-2a5060b12d2a HTTP/1.1" status: 200 len: 950 time: 0.0547724 Nov 03 02:04:55.480933 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b4a63568-e458-4f8f-b556-d727b603a26f req-a6b2d5b4-0f03-4e70-9109-2bf55f64719a tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d7b0693-435c-41e1-8d56-e4092080420e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521398 Nov 03 02:04:55.490966 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] For port ff09ef64-e5d7-4f1b-a870-3f00abdc5961, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=ff09ef64-e5d7-4f1b-a870-3f00abdc5961,segment=NetworkSegment(15b7192d-fcf8-46bd-b4ff-54110db4eb9b),segment_id=15b7192d-fcf8-46bd-b4ff-54110db4eb9b)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:04:55.507916 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Returning: {'device': 'ff09ef64-e5d7-4f1b-a870-3f00abdc5961', 'network_id': 'b9f1ba25-c9df-4fb7-a2b7-25e385903abb', 'port_id': 'ff09ef64-e5d7-4f1b-a870-3f00abdc5961', 'mac_address': 'fa:16:3e:20:14:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c04fe74d-10e3-420d-8b55-340dc19e5e2d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108316) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 02:04:55.569284 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:55.586090 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.notifiers.nova [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff09ef64-e5d7-4f1b-a870-3f00abdc5961 {{(pid=108316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 02:04:55.614259 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] For port ff09ef64-e5d7-4f1b-a870-3f00abdc5961, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=ff09ef64-e5d7-4f1b-a870-3f00abdc5961,segment=NetworkSegment(15b7192d-fcf8-46bd-b4ff-54110db4eb9b),segment_id=15b7192d-fcf8-46bd-b4ff-54110db4eb9b)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:04:55.712695 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:55.801093 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Pushing event updated for resources: {'Port': ['ID=ff09ef64-e5d7-4f1b-a870-3f00abdc5961,revision_number=4']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:04:55.868240 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dc90d2-6fa0-4323-8cba-1f847dcc93cc req-e7af75f5-0ede-48ca-9260-1eb6f0c4ccc6 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:55.884904 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-c5dc90d2-6fa0-4323-8cba-1f847dcc93cc req-e7af75f5-0ede-48ca-9260-1eb6f0c4ccc6 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.30 "GET /v2.0/ports?device_id=a90dea4f-ac73-4fbb-b103-80101d052586 HTTP/1.1" status: 200 len: 946 time: 0.0751369 Nov 03 02:04:55.948065 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-c5dc90d2-6fa0-4323-8cba-1f847dcc93cc req-69886f62-8073-4652-ad28-0cdba6698756 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b70c972-ae20-4f92-b564-f5815069df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620928 Nov 03 02:04:56.076303 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] get_ports_and_sgs() called for port_ids ['ff09ef64-e5d7-4f1b-a870-3f00abdc5961'] {{(pid=108316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 02:04:56.169764 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e9591-53ce-4686-88fc-a3088620decf req-7bc2bdd7-dd54-44df-8fbe-dc03fec92468 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:56.181311 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d73e9591-53ce-4686-88fc-a3088620decf req-7bc2bdd7-dd54-44df-8fbe-dc03fec92468 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 944 time: 0.1251392 Nov 03 02:04:56.215692 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec3a9db-78ca-4f7b-a699-247cb91ba4c4 req-fb1d91a3-56cb-467f-9d9f-8386f4fcc15c tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:56.217829 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-bec3a9db-78ca-4f7b-a699-247cb91ba4c4 req-fb1d91a3-56cb-467f-9d9f-8386f4fcc15c tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9dcb982-e537-49db-aa7e-2a5060b12d2a HTTP/1.1" status: 200 len: 950 time: 0.1052239 Nov 03 02:04:56.278613 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d73e9591-53ce-4686-88fc-a3088620decf req-1af69c3d-65cc-41cb-97db-466c2e0b20c0 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963895 Nov 03 02:04:56.323357 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-bec3a9db-78ca-4f7b-a699-247cb91ba4c4 req-953cc7f6-9baa-4dce-baf6-253feb78aea6 tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d7b0693-435c-41e1-8d56-e4092080420e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926812 Nov 03 02:04:56.483227 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ad3c13-bab9-46a8-ad91-12d6d274cc8f req-c03dcbc2-fe46-4f71-9c50-9911371ea199 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:56.483227 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-c6ad3c13-bab9-46a8-ad91-12d6d274cc8f req-c03dcbc2-fe46-4f71-9c50-9911371ea199 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8b0b0ce-2322-4f89-9a79-3efd949ae8ce HTTP/1.1" status: 200 len: 944 time: 0.0999548 Nov 03 02:04:56.483227 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13697b7-210e-48f7-a625-530ddf10ac23 req-0ee6b5b6-80c2-4971-b6ee-bec81c4ad08e tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:56.483227 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d13697b7-210e-48f7-a625-530ddf10ac23 req-0ee6b5b6-80c2-4971-b6ee-bec81c4ad08e tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 945 time: 0.0979192 Nov 03 02:04:56.565093 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-c6ad3c13-bab9-46a8-ad91-12d6d274cc8f req-76b0742a-424c-4811-a98f-77aeb6663d1e tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2caa2a6-72c8-4014-ab52-bb2a40600117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834804 Nov 03 02:04:56.571658 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d13697b7-210e-48f7-a625-530ddf10ac23 req-857abb96-2827-413f-8556-043509831f3d tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835996 Nov 03 02:04:56.712266 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 46650) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:04:56.721853 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914aaf8a-73c9-47e1-94a5-f6e4ec27c42a req-8d78bcb0-47c0-4e1b-8fc5-0d8b66f7ce08 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:56.723506 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-914aaf8a-73c9-47e1-94a5-f6e4ec27c42a req-8d78bcb0-47c0-4e1b-8fc5-0d8b66f7ce08 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/ports?device_id=561f8514-e68a-49fa-b7f0-ea60cb83a94e HTTP/1.1" status: 200 len: 943 time: 0.0601432 Nov 03 02:04:56.788286 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-914aaf8a-73c9-47e1-94a5-f6e4ec27c42a req-03946969-bbcd-4c3a-9514-52140f793e66 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f34f56d-22dc-4342-bf1f-f7098a5b32c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549853 Nov 03 02:04:56.867735 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-3e0c374e-4fb7-409d-8fb3-c89e494d5fe4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:56.954409 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-3e0c374e-4fb7-409d-8fb3-c89e494d5fe4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:57.027068 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-3e0c374e-4fb7-409d-8fb3-c89e494d5fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:57.071437 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-3e0c374e-4fb7-409d-8fb3-c89e494d5fe4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ad36204c6afd4c26bee4e1fb9a4abac1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3579719 Nov 03 02:04:57.072243 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0c374e-4fb7-409d-8fb3-c89e494d5fe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=215d4fdc-a01c-4894-b13c-71530777c065,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:04:57.075208 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 46656) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:04:57.079174 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f2595d-1c27-4160-8644-584b82bab40d req-d8e5dc1a-e83a-4ace-9f7d-f1822b8a89be tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:57.080916 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-28f2595d-1c27-4160-8644-584b82bab40d req-d8e5dc1a-e83a-4ace-9f7d-f1822b8a89be tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.30 "GET /v2.0/ports?device_id=a90dea4f-ac73-4fbb-b103-80101d052586 HTTP/1.1" status: 200 len: 946 time: 0.0514026 Nov 03 02:04:57.097687 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c374e-4fb7-409d-8fb3-c89e494d5fe4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:04:57.097687 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c374e-4fb7-409d-8fb3-c89e494d5fe4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:04:57.097687 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c374e-4fb7-409d-8fb3-c89e494d5fe4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:04:57.097687 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c374e-4fb7-409d-8fb3-c89e494d5fe4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:04:57.097687 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c374e-4fb7-409d-8fb3-c89e494d5fe4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:04:57.097687 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c374e-4fb7-409d-8fb3-c89e494d5fe4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:04:57.097687 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c374e-4fb7-409d-8fb3-c89e494d5fe4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:04:57.097687 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c374e-4fb7-409d-8fb3-c89e494d5fe4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:04:57.097687 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c374e-4fb7-409d-8fb3-c89e494d5fe4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:04:57.097687 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c374e-4fb7-409d-8fb3-c89e494d5fe4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:04:57.097687 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c374e-4fb7-409d-8fb3-c89e494d5fe4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:04:57.097687 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c374e-4fb7-409d-8fb3-c89e494d5fe4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:04:57.148679 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-8b165d82-c85b-4221-98a1-85a5be5081a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:57.154631 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-28f2595d-1c27-4160-8644-584b82bab40d req-b59a24d8-c4a1-4d31-9e8c-0230a02632e0 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b70c972-ae20-4f92-b564-f5815069df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636349 Nov 03 02:04:57.178839 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-8b165d82-c85b-4221-98a1-85a5be5081a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:57.343321 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-8b165d82-c85b-4221-98a1-85a5be5081a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:57.345995 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-8b165d82-c85b-4221-98a1-85a5be5081a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:57.357320 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-8b165d82-c85b-4221-98a1-85a5be5081a0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/215d4fdc-a01c-4894-b13c-71530777c065 HTTP/1.1" status: 204 len: 168 time: 0.2803905 Nov 03 02:04:57.365658 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device ff09ef64-e5d7-4f1b-a870-3f00abdc5961 up at agent hyperv_hv-cinder-81561 {{(pid=108316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:04:57.377441 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b165d82-c85b-4221-98a1-85a5be5081a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=215d4fdc-a01c-4894-b13c-71530777c065,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:04:57.503073 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b81f50a-3576-4c6b-b335-f302e33fb9f0 req-d7bf04de-5a50-48fe-bb63-0a0e8e6226bd tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:57.504628 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-2b81f50a-3576-4c6b-b335-f302e33fb9f0 req-d7bf04de-5a50-48fe-bb63-0a0e8e6226bd tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 944 time: 0.1259501 Nov 03 02:04:57.517806 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ffdd98-4702-4c9c-871f-0f7b5f149459 req-361c356d-d645-4732-955c-0379157da1a9 tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:57.519370 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-30ffdd98-4702-4c9c-871f-0f7b5f149459 req-361c356d-d645-4732-955c-0379157da1a9 tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9dcb982-e537-49db-aa7e-2a5060b12d2a HTTP/1.1" status: 200 len: 950 time: 0.0706029 Nov 03 02:04:57.543481 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Provisioning for port ff09ef64-e5d7-4f1b-a870-3f00abdc5961 completed by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 02:04:57.548395 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Provisioning complete for port ff09ef64-e5d7-4f1b-a870-3f00abdc5961 triggered by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:04:57.548971 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:57.604367 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-2b81f50a-3576-4c6b-b335-f302e33fb9f0 req-36ddbdf7-5f51-4726-8305-65a8d42e676f tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835977 Nov 03 02:04:57.620628 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-30ffdd98-4702-4c9c-871f-0f7b5f149459 req-b3073140-5860-4bf2-921d-ddda5458261c tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d7b0693-435c-41e1-8d56-e4092080420e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895145 Nov 03 02:04:57.688798 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:57.718809 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8b0b0ce-2322-4f89-9a79-3efd949ae8ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff09ef64-e5d7-4f1b-a870-3f00abdc5961'}] {{(pid=108316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:04:57.723958 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c49bda4003134bcf77c295383a637b11cae661d7d3df1045ea696fe6ff2a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdaa4cf6-0995-41e6-9fa6-ce7a1931084e" -d '{"events": [{"server_uuid": "e8b0b0ce-2322-4f89-9a79-3efd949ae8ce", "name": "network-vif-plugged", "status": "completed", "tag": "ff09ef64-e5d7-4f1b-a870-3f00abdc5961"}]}' {{(pid=108316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:04:57.737028 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] For port ff09ef64-e5d7-4f1b-a870-3f00abdc5961, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=ff09ef64-e5d7-4f1b-a870-3f00abdc5961,segment=NetworkSegment(15b7192d-fcf8-46bd-b4ff-54110db4eb9b),segment_id=15b7192d-fcf8-46bd-b4ff-54110db4eb9b)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:04:57.807671 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19521f9-9f0f-43a3-8342-6dcf728813b5 req-c219c1dc-2e23-456f-8690-994a85ce565c tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:57.809197 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e19521f9-9f0f-43a3-8342-6dcf728813b5 req-c219c1dc-2e23-456f-8690-994a85ce565c tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8b0b0ce-2322-4f89-9a79-3efd949ae8ce HTTP/1.1" status: 200 len: 944 time: 0.0976529 Nov 03 02:04:57.809912 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:57.818049 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2358bd8f-11cc-42bd-b6ac-4912437a208b req-02f2d04d-fb82-4d14-8afa-ed40fa8c271d tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:57.819649 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-2358bd8f-11cc-42bd-b6ac-4912437a208b req-02f2d04d-fb82-4d14-8afa-ed40fa8c271d tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 945 time: 0.1166813 Nov 03 02:04:57.871235 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Pushing event updated for resources: {'Port': ['ID=ff09ef64-e5d7-4f1b-a870-3f00abdc5961,revision_number=5']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:04:57.933970 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-2358bd8f-11cc-42bd-b6ac-4912437a208b req-081222dc-23e8-4168-8ab8-d446e5fc193a tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056609 Nov 03 02:04:57.937983 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e19521f9-9f0f-43a3-8342-6dcf728813b5 req-558f336e-b792-4e84-a105-90ec33fbbc36 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2caa2a6-72c8-4014-ab52-bb2a40600117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174073 Nov 03 02:04:57.985655 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 02:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ca6b8c-055d-4f85-a4a7-85d7d7ed7810 x-openstack-request-id: req-95ca6b8c-055d-4f85-a4a7-85d7d7ed7810 {{(pid=108316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:04:57.986277 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8b0b0ce-2322-4f89-9a79-3efd949ae8ce", "name": "network-vif-plugged", "status": "completed", "tag": "ff09ef64-e5d7-4f1b-a870-3f00abdc5961", "code": 200}]} {{(pid=108316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:04:57.986536 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-95ca6b8c-055d-4f85-a4a7-85d7d7ed7810 {{(pid=108316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:04:57.986935 dv-cinder-815614-3-iscsi neutron-server[108316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8b0b0ce-2322-4f89-9a79-3efd949ae8ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff09ef64-e5d7-4f1b-a870-3f00abdc5961', 'code': 200} Nov 03 02:04:58.072308 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b0704a-34be-465c-b52e-e0172a7e926e req-9ab7f57c-fedc-4276-b6d5-6a09d761c9d2 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:58.073915 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-60b0704a-34be-465c-b52e-e0172a7e926e req-9ab7f57c-fedc-4276-b6d5-6a09d761c9d2 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/ports?device_id=561f8514-e68a-49fa-b7f0-ea60cb83a94e HTTP/1.1" status: 200 len: 943 time: 0.0532577 Nov 03 02:04:58.134490 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-60b0704a-34be-465c-b52e-e0172a7e926e req-05061f97-a495-423d-a6a1-737c30beaf3e tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f34f56d-22dc-4342-bf1f-f7098a5b32c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521491 Nov 03 02:04:58.275931 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5933c05f-afe3-42c6-9474-80a2d0741b1d req-9ebe427b-4576-4d41-bf1d-416df1fb9f85 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:58.277413 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-5933c05f-afe3-42c6-9474-80a2d0741b1d req-9ebe427b-4576-4d41-bf1d-416df1fb9f85 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.30 "GET /v2.0/ports?device_id=a90dea4f-ac73-4fbb-b103-80101d052586 HTTP/1.1" status: 200 len: 946 time: 0.0565915 Nov 03 02:04:58.332136 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-5933c05f-afe3-42c6-9474-80a2d0741b1d req-be34340d-a1f5-4d78-868d-c9cb7be5c8dd tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b70c972-ae20-4f92-b564-f5815069df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471549 Nov 03 02:04:58.777486 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eee8488-f38a-4a7e-8f61-8d4413bd3e4e req-cc004973-cee7-4115-a54e-83e470e017fc tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:58.779217 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-9eee8488-f38a-4a7e-8f61-8d4413bd3e4e req-cc004973-cee7-4115-a54e-83e470e017fc tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9dcb982-e537-49db-aa7e-2a5060b12d2a HTTP/1.1" status: 200 len: 950 time: 0.0948467 Nov 03 02:04:58.791401 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00245b-b4e8-40cb-a4d0-3c51020557eb req-bce52527-d5a9-458c-a38b-f30929de9021 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:58.792827 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-4f00245b-b4e8-40cb-a4d0-3c51020557eb req-bce52527-d5a9-458c-a38b-f30929de9021 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 944 time: 0.0700660 Nov 03 02:04:58.863053 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-9eee8488-f38a-4a7e-8f61-8d4413bd3e4e req-3e6db111-cf2d-4bc9-be51-e0d0a54ac04b tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d7b0693-435c-41e1-8d56-e4092080420e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692577 Nov 03 02:04:58.883333 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-4f00245b-b4e8-40cb-a4d0-3c51020557eb req-21630f3d-9e6f-4d40-a68c-f3d1b620173a tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751305 Nov 03 02:04:59.087380 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e219d0e-d59c-42fa-9bfc-24f1a02f299c req-813afb68-2659-4e30-bd17-66aa41673517 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:59.089903 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-3e219d0e-d59c-42fa-9bfc-24f1a02f299c req-813afb68-2659-4e30-bd17-66aa41673517 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8b0b0ce-2322-4f89-9a79-3efd949ae8ce HTTP/1.1" status: 200 len: 945 time: 0.0790095 Nov 03 02:04:59.098082 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a2c777-f833-46be-8f2d-a3cb62db4840 req-05721441-0286-4ca1-9533-81beb7f80ba0 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:59.099606 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-98a2c777-f833-46be-8f2d-a3cb62db4840 req-05721441-0286-4ca1-9533-81beb7f80ba0 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 945 time: 0.0908532 Nov 03 02:04:59.179342 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-98a2c777-f833-46be-8f2d-a3cb62db4840 req-acdaa971-e16e-4eed-b8f1-841e4c0f0a7d tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728986 Nov 03 02:04:59.182769 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-3e219d0e-d59c-42fa-9bfc-24f1a02f299c req-efe3e3a4-542c-4a65-a3b9-3e776b9c46da tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2caa2a6-72c8-4014-ab52-bb2a40600117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822511 Nov 03 02:04:59.296587 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22efb342-4522-4ecc-bcd5-173730fab11d req-2c1dfe22-1617-461b-98b9-00aaaf7cabaa tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:59.300661 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-22efb342-4522-4ecc-bcd5-173730fab11d req-2c1dfe22-1617-461b-98b9-00aaaf7cabaa tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/ports?device_id=561f8514-e68a-49fa-b7f0-ea60cb83a94e HTTP/1.1" status: 200 len: 943 time: 0.0589819 Nov 03 02:04:59.352248 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-22efb342-4522-4ecc-bcd5-173730fab11d req-1b976d54-8314-41e6-9614-262e39ef90d6 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f34f56d-22dc-4342-bf1f-f7098a5b32c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455596 Nov 03 02:04:59.448153 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c49bce-120b-49cb-878f-9fc3971293c3 req-9f912854-c1df-42cf-aefe-c878a82d0416 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:04:59.449852 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d1c49bce-120b-49cb-878f-9fc3971293c3 req-9f912854-c1df-42cf-aefe-c878a82d0416 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.30 "GET /v2.0/ports?device_id=a90dea4f-ac73-4fbb-b103-80101d052586 HTTP/1.1" status: 200 len: 946 time: 0.0502400 Nov 03 02:04:59.499831 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d1c49bce-120b-49cb-878f-9fc3971293c3 req-7434ce77-4118-4e1e-bb6f-62e9306ed38d tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b70c972-ae20-4f92-b564-f5815069df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432696 Nov 03 02:04:59.626198 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 46706) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:04:59.744022 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.v2.base [None req-20403be2-6f6e-455c-8388-15bacf53c1b6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1318310909-network', 'tenant_id': '136f0a28eb6d4e108836305888f1fcb4'}} {{(pid=108315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:04:59.783171 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:59.937732 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20403be2-6f6e-455c-8388-15bacf53c1b6 admin admin] Made reservation on behalf of 136f0a28eb6d4e108836305888f1fcb4 for: {'network': 1} {{(pid=108315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:04:59.942183 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-20403be2-6f6e-455c-8388-15bacf53c1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for network, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:04:59.952236 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-20403be2-6f6e-455c-8388-15bacf53c1b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:00.030774 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c9ba56-4ce1-409b-97b4-9848c33a3f33 req-6256df7e-2806-4c10-8123-fa22059bdce4 tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:00.032396 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d2c9ba56-4ce1-409b-97b4-9848c33a3f33 req-6256df7e-2806-4c10-8123-fa22059bdce4 tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9dcb982-e537-49db-aa7e-2a5060b12d2a HTTP/1.1" status: 200 len: 950 time: 0.0877652 Nov 03 02:05:00.041134 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb8e7df-f1fc-4fb9-9a94-cc84b563c6a2 req-b0e08681-4ef6-4b5e-afce-d0299e581025 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:00.043145 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-dcb8e7df-f1fc-4fb9-9a94-cc84b563c6a2 req-b0e08681-4ef6-4b5e-afce-d0299e581025 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 944 time: 0.0871167 Nov 03 02:05:00.063744 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-20403be2-6f6e-455c-8388-15bacf53c1b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:00.122332 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d2c9ba56-4ce1-409b-97b4-9848c33a3f33 req-3adc2afb-b7dd-4880-b511-1d7c4bfe074e tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d7b0693-435c-41e1-8d56-e4092080420e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784285 Nov 03 02:05:00.134602 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-dcb8e7df-f1fc-4fb9-9a94-cc84b563c6a2 req-8e307038-14a3-4bbe-93ed-d5dd6ebc2cad tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726545 Nov 03 02:05:00.312532 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-20403be2-6f6e-455c-8388-15bacf53c1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:00.338447 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c75107-8ea7-4de1-a984-f3f2f6583779 req-d7855a1e-c989-42f1-a2da-49b14544a523 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:00.340004 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-55c75107-8ea7-4de1-a984-f3f2f6583779 req-d7855a1e-c989-42f1-a2da-49b14544a523 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8b0b0ce-2322-4f89-9a79-3efd949ae8ce HTTP/1.1" status: 200 len: 945 time: 0.0829942 Nov 03 02:05:00.354924 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20403be2-6f6e-455c-8388-15bacf53c1b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=108315) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:05:00.361490 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20403be2-6f6e-455c-8388-15bacf53c1b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e7fd297-33b9-40e3-a25b-174044240fdb,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:05:00.367969 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-20403be2-6f6e-455c-8388-15bacf53c1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1588371'] for segment, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:00.368309 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.db.segments_db [None req-20403be2-6f6e-455c-8388-15bacf53c1b6 admin admin] Added segment f2e87023-bcf8-4896-894f-b1c7672a5635 of type vlan for network 85bfa113-6079-42d9-9c6f-8ca12bd1c59a Nov 03 02:05:00.376660 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82add7c2-5eec-4f0a-9d5c-cec9279bd9cc req-4d36d456-657b-43c6-8ee0-89c5fc7b2404 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:00.378632 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-82add7c2-5eec-4f0a-9d5c-cec9279bd9cc req-4d36d456-657b-43c6-8ee0-89c5fc7b2404 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 945 time: 0.1204021 Nov 03 02:05:00.440515 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-20403be2-6f6e-455c-8388-15bacf53c1b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784217148025'] for network, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:00.459662 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-82add7c2-5eec-4f0a-9d5c-cec9279bd9cc req-ccdf796f-9007-4c68-9bf7-6a8e88a698b9 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708225 Nov 03 02:05:00.463819 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-55c75107-8ea7-4de1-a984-f3f2f6583779 req-14a874a4-961c-4fea-b20c-f2c58c1a125b tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2caa2a6-72c8-4014-ab52-bb2a40600117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169596 Nov 03 02:05:00.554791 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-20403be2-6f6e-455c-8388-15bacf53c1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934'] for network, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:00.555807 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20403be2-6f6e-455c-8388-15bacf53c1b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:00.556347 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-20403be2-6f6e-455c-8388-15bacf53c1b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554904'] for network, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:00.625219 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20403be2-6f6e-455c-8388-15bacf53c1b6 admin admin] Pushing event updated for resources: {'Network': ['ID=85bfa113-6079-42d9-9c6f-8ca12bd1c59a,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:05:00.627905 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8e0790-8fa9-49b1-bce3-66b95f03234c req-dd1909b0-a6d2-48b7-b58d-9d10dda69b29 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:00.629580 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-7c8e0790-8fa9-49b1-bce3-66b95f03234c req-dd1909b0-a6d2-48b7-b58d-9d10dda69b29 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/ports?device_id=561f8514-e68a-49fa-b7f0-ea60cb83a94e HTTP/1.1" status: 200 len: 943 time: 0.1056788 Nov 03 02:05:00.636405 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Network 85bfa113-6079-42d9-9c6f-8ca12bd1c59a details requested by agent ovs-agent-dv-cinder-815614-3-iscsi with host dv-cinder-815614-3-iscsi {{(pid=108316) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:05:00.705639 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2fecd-82fb-4aa4-87fb-766aad199155 req-4ffc282c-d9e2-4707-87e3-4561638da4c5 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:00.713084 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-89f2fecd-82fb-4aa4-87fb-766aad199155 req-4ffc282c-d9e2-4707-87e3-4561638da4c5 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.30 "GET /v2.0/ports?device_id=a90dea4f-ac73-4fbb-b103-80101d052586 HTTP/1.1" status: 200 len: 946 time: 0.1265533 Nov 03 02:05:00.744552 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-7c8e0790-8fa9-49b1-bce3-66b95f03234c req-30496b5c-2ea8-48ee-bb47-7d3708e1e5f3 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f34f56d-22dc-4342-bf1f-f7098a5b32c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990834 Nov 03 02:05:00.773262 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-89f2fecd-82fb-4aa4-87fb-766aad199155 req-c8f9c662-9737-42dd-86fc-6646f8ac49b6 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b70c972-ae20-4f92-b564-f5815069df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592055 Nov 03 02:05:00.978059 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-20403be2-6f6e-455c-8388-15bacf53c1b6 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3506095 Nov 03 02:05:00.978898 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 46722) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:05:00.984724 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.v2.base [None req-689dbf2d-e203-4114-8b7e-f073ec8d7cf3 admin admin] Request body: {'subnet': {'network_id': '85bfa113-6079-42d9-9c6f-8ca12bd1c59a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1318310909-subnet', 'tenant_id': '136f0a28eb6d4e108836305888f1fcb4', 'ip_version': 4}} {{(pid=108314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:05:01.275735 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad5a769-7185-4757-8dd5-1c65489c270a req-dab09187-bccf-4c65-b360-25a11f613452 tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:01.278724 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-4ad5a769-7185-4757-8dd5-1c65489c270a req-dab09187-bccf-4c65-b360-25a11f613452 tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9dcb982-e537-49db-aa7e-2a5060b12d2a HTTP/1.1" status: 200 len: 950 time: 0.0800941 Nov 03 02:05:01.303161 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689dbf2d-e203-4114-8b7e-f073ec8d7cf3 admin admin] Made reservation on behalf of 136f0a28eb6d4e108836305888f1fcb4 for: {'subnet': 1} {{(pid=108314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:05:01.305404 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-689dbf2d-e203-4114-8b7e-f073ec8d7cf3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126342597'] for subnet, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:01.317642 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb7552-94ec-4bfa-9759-7071f2e7d5c3 req-997e577a-10c3-47fe-b726-c328cb1dda53 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:01.319183 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-8deb7552-94ec-4bfa-9759-7071f2e7d5c3 req-997e577a-10c3-47fe-b726-c328cb1dda53 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 944 time: 0.0909743 Nov 03 02:05:01.413425 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-4ad5a769-7185-4757-8dd5-1c65489c270a req-f296094b-67ba-4e34-9909-ca337f954b3a tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d7b0693-435c-41e1-8d56-e4092080420e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291382 Nov 03 02:05:01.450709 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-8deb7552-94ec-4bfa-9759-7071f2e7d5c3 req-25ee8472-7b07-4ff5-8058-0bf2e94b863d tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197214 Nov 03 02:05:01.643051 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d96f2-5311-4518-a90f-7b5f1bb1a4f9 req-ad13e7c4-4bf9-4c4f-bd8d-20e703ff155d tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:01.644703 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-4e6d96f2-5311-4518-a90f-7b5f1bb1a4f9 req-ad13e7c4-4bf9-4c4f-bd8d-20e703ff155d tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8b0b0ce-2322-4f89-9a79-3efd949ae8ce HTTP/1.1" status: 200 len: 945 time: 0.0822511 Nov 03 02:05:01.665613 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe5453b-31f1-48bf-aec8-f7eb9d1e1e7a req-6f9ef92f-fe41-4672-ac54-fb02a3e54efc tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:01.667232 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-cfe5453b-31f1-48bf-aec8-f7eb9d1e1e7a req-6f9ef92f-fe41-4672-ac54-fb02a3e54efc tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 945 time: 0.1202168 Nov 03 02:05:01.730827 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-4e6d96f2-5311-4518-a90f-7b5f1bb1a4f9 req-3427c7a5-15ca-4467-bdd2-d4f4b5afdca8 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2caa2a6-72c8-4014-ab52-bb2a40600117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789466 Nov 03 02:05:01.745199 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-cfe5453b-31f1-48bf-aec8-f7eb9d1e1e7a req-6e9fa630-0086-44bb-a5e7-9a7e9e0c3838 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697708 Nov 03 02:05:01.784174 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-689dbf2d-e203-4114-8b7e-f073ec8d7cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126899751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126342571'] for subnet, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:01.875972 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689dbf2d-e203-4114-8b7e-f073ec8d7cf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92b994d1-893b-4528-a828-105ad45407c6,revision_number=0']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:05:01.914418 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689dbf2d-e203-4114-8b7e-f073ec8d7cf3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:05:01.914680 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689dbf2d-e203-4114-8b7e-f073ec8d7cf3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:05:01.914945 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689dbf2d-e203-4114-8b7e-f073ec8d7cf3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:05:01.915312 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689dbf2d-e203-4114-8b7e-f073ec8d7cf3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:05:01.915609 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689dbf2d-e203-4114-8b7e-f073ec8d7cf3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:05:01.916039 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689dbf2d-e203-4114-8b7e-f073ec8d7cf3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:05:01.916264 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689dbf2d-e203-4114-8b7e-f073ec8d7cf3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:05:01.916705 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689dbf2d-e203-4114-8b7e-f073ec8d7cf3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:05:01.916965 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689dbf2d-e203-4114-8b7e-f073ec8d7cf3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:05:01.917229 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689dbf2d-e203-4114-8b7e-f073ec8d7cf3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:05:01.917551 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689dbf2d-e203-4114-8b7e-f073ec8d7cf3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:05:01.917890 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689dbf2d-e203-4114-8b7e-f073ec8d7cf3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:05:01.928415 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689dbf2d-e203-4114-8b7e-f073ec8d7cf3 admin admin] Checking segment: {'id': 'f2e87023-bcf8-4896-894f-b1c7672a5635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '85bfa113-6079-42d9-9c6f-8ca12bd1c59a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 02:05:01.928792 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689dbf2d-e203-4114-8b7e-f073ec8d7cf3 admin admin] Network hostable DHCP agents. Network: 85bfa113-6079-42d9-9c6f-8ca12bd1c59a, hostable agents: ['7b028a63-a201-45f3-9c70-05c56c6a2a18'], hosted agents: [] {{(pid=108314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:05:01.939538 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf7d5f-5506-4b13-a33e-92577035c525 req-ef77ebf6-1d0c-4c7e-abd7-88fb0aa5128d tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:01.941243 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-38cf7d5f-5506-4b13-a33e-92577035c525 req-ef77ebf6-1d0c-4c7e-abd7-88fb0aa5128d tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/ports?device_id=561f8514-e68a-49fa-b7f0-ea60cb83a94e HTTP/1.1" status: 200 len: 943 time: 0.1257188 Nov 03 02:05:01.993140 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff41b71-1e1d-4ced-aece-dafe7df8cddf req-da83fac9-9bd0-49a9-9e63-f8b98d443882 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:01.994912 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-5ff41b71-1e1d-4ced-aece-dafe7df8cddf req-da83fac9-9bd0-49a9-9e63-f8b98d443882 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.30 "GET /v2.0/ports?device_id=a90dea4f-ac73-4fbb-b103-80101d052586 HTTP/1.1" status: 200 len: 946 time: 0.1237478 Nov 03 02:05:02.265958 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-38cf7d5f-5506-4b13-a33e-92577035c525 req-3e7d7cdb-57fe-42e1-986d-708d0374f5fd tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f34f56d-22dc-4342-bf1f-f7098a5b32c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147042 Nov 03 02:05:02.287562 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-5ff41b71-1e1d-4ced-aece-dafe7df8cddf req-378dc129-1abd-41a0-9436-8ddddef13aa3 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b70c972-ae20-4f92-b564-f5815069df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841058 Nov 03 02:05:02.469135 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689dbf2d-e203-4114-8b7e-f073ec8d7cf3 admin admin] Network 85bfa113-6079-42d9-9c6f-8ca12bd1c59a is scheduled to be hosted by DHCP agent 7b028a63-a201-45f3-9c70-05c56c6a2a18 with binding_index 1 {{(pid=108314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:05:02.566340 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d18eed-4a55-49ca-b11f-f8f299f83a77 req-73ef94bb-30b5-4b18-85f7-1e84d07e9bf2 tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:02.567838 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d6d18eed-4a55-49ca-b11f-f8f299f83a77 req-73ef94bb-30b5-4b18-85f7-1e84d07e9bf2 tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9dcb982-e537-49db-aa7e-2a5060b12d2a HTTP/1.1" status: 200 len: 950 time: 0.0800090 Nov 03 02:05:02.573754 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.base_scheduler [None req-689dbf2d-e203-4114-8b7e-f073ec8d7cf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815614-3-iscsi, 85bfa113-6079-42d9-9c6f-8ca12bd1c59a) {{(pid=108314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:05:02.579870 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689dbf2d-e203-4114-8b7e-f073ec8d7cf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:02.580577 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-689dbf2d-e203-4114-8b7e-f073ec8d7cf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554904'] for subnet, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:02.586398 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624349f8-494e-4661-9fa9-af1cef0416d8 None None] Network 85bfa113-6079-42d9-9c6f-8ca12bd1c59a requested from dv-cinder-815614-3-iscsi {{(pid=108316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 02:05:02.643922 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f0b62-3087-4f16-a22f-e3ed13a4b09b req-33ee001f-8bf2-402e-881e-986e1dfb6fc0 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:02.645720 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-0d7f0b62-3087-4f16-a22f-e3ed13a4b09b req-33ee001f-8bf2-402e-881e-986e1dfb6fc0 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 944 time: 0.1181965 Nov 03 02:05:02.689277 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d6d18eed-4a55-49ca-b11f-f8f299f83a77 req-d6d79ce4-4789-4639-b7e4-46f462b626c1 tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d7b0693-435c-41e1-8d56-e4092080420e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050501 Nov 03 02:05:02.720007 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-689dbf2d-e203-4114-8b7e-f073ec8d7cf3 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7397783 Nov 03 02:05:02.722910 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 46742) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:05:02.728943 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.v2.base [None req-7727e9f6-e36b-48e6-a75d-23db335f10bb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1318310909-router', 'tenant_id': '136f0a28eb6d4e108836305888f1fcb4', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e'}}} {{(pid=108315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:05:02.742361 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-0d7f0b62-3087-4f16-a22f-e3ed13a4b09b req-fc6cf370-dd8e-40fc-98e5-073c30538bf6 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842972 Nov 03 02:05:02.784929 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617fb367-e425-40f3-b038-2d405e9ba378 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1c4a7f7-6499-5e5a-80e6-341c4ff4fafa-85bfa113-6079-42d9-9c6f-8ca12bd1c59a', 'network_id': '85bfa113-6079-42d9-9c6f-8ca12bd1c59a', 'tenant_id': '136f0a28eb6d4e108836305888f1fcb4', 'fixed_ips': [{'subnet_id': '92b994d1-893b-4528-a828-105ad45407c6'}]}} from dv-cinder-815614-3-iscsi. {{(pid=108316) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 02:05:02.786215 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-617fb367-e425-40f3-b038-2d405e9ba378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_create {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:02.869837 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-7727e9f6-e36b-48e6-a75d-23db335f10bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15184'] for router, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:02.873141 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-7727e9f6-e36b-48e6-a75d-23db335f10bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-558639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15175'] for router, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:02.911998 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ccce2-cb14-470e-aafd-718a62d6c0c5 req-ce01a0f9-d17e-410f-97d3-248ed96d0cef tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:02.913604 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-c87ccce2-cb14-470e-aafd-718a62d6c0c5 req-ce01a0f9-d17e-410f-97d3-248ed96d0cef tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8b0b0ce-2322-4f89-9a79-3efd949ae8ce HTTP/1.1" status: 200 len: 945 time: 0.0922315 Nov 03 02:05:02.942302 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e534bb9-d8a6-466c-870a-8a55e3f465cb req-3018bf13-f103-4416-8917-615ee6c76c58 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:02.949644 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-8e534bb9-d8a6-466c-870a-8a55e3f465cb req-3018bf13-f103-4416-8917-615ee6c76c58 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 945 time: 0.0867186 Nov 03 02:05:02.977829 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-7727e9f6-e36b-48e6-a75d-23db335f10bb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:03.017528 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.db_base_plugin_common [None req-617fb367-e425-40f3-b038-2d405e9ba378 None None] Allocated IP 172.20.0.2 (85bfa113-6079-42d9-9c6f-8ca12bd1c59a/92b994d1-893b-4528-a828-105ad45407c6/45d66b57-5f6e-4ae6-8f1e-94d7cdbdb5cd) {{(pid=108316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:05:03.020479 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-c87ccce2-cb14-470e-aafd-718a62d6c0c5 req-81cd3a4f-d421-41e2-bcb8-21dcadf71fc8 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2caa2a6-72c8-4014-ab52-bb2a40600117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960705 Nov 03 02:05:03.033479 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-8e534bb9-d8a6-466c-870a-8a55e3f465cb req-e4ebb436-619d-4393-9b44-af20ce67c25e tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828874 Nov 03 02:05:03.200498 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-617fb367-e425-40f3-b038-2d405e9ba378 None None] Publish callbacks [] for port, precommit_create {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:03.272692 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-617fb367-e425-40f3-b038-2d405e9ba378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784217128214'] for port, after_create {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:03.358279 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617fb367-e425-40f3-b038-2d405e9ba378 None None] Network 85bfa113-6079-42d9-9c6f-8ca12bd1c59a is already hosted by enough agents. {{(pid=108316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:05:03.361942 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.scheduler.base_scheduler [None req-617fb367-e425-40f3-b038-2d405e9ba378 None None] Resources bound (agent type, host, resource id): {{(pid=108316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:05:03.364569 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617fb367-e425-40f3-b038-2d405e9ba378 None None] Received port after_create {{(pid=108316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:05:03.406455 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617fb367-e425-40f3-b038-2d405e9ba378 None None] Pushing event updated for resources: {'Port': ['ID=45d66b57-5f6e-4ae6-8f1e-94d7cdbdb5cd,revision_number=1']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:05:03.450911 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.managers [None req-617fb367-e425-40f3-b038-2d405e9ba378 None None] Attempting to bind port 45d66b57-5f6e-4ae6-8f1e-94d7cdbdb5cd on host dv-cinder-815614-3-iscsi for vnic_type normal with profile {{(pid=108316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 02:05:03.450911 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.managers [None req-617fb367-e425-40f3-b038-2d405e9ba378 None None] Attempting to bind port 45d66b57-5f6e-4ae6-8f1e-94d7cdbdb5cd by drivers openvswitch,hyperv on host dv-cinder-815614-3-iscsi at level 0 using segments [{'id': 'f2e87023-bcf8-4896-894f-b1c7672a5635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '85bfa113-6079-42d9-9c6f-8ca12bd1c59a'}] {{(pid=108316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 02:05:03.451243 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617fb367-e425-40f3-b038-2d405e9ba378 None None] Attempting to bind port 45d66b57-5f6e-4ae6-8f1e-94d7cdbdb5cd on network 85bfa113-6079-42d9-9c6f-8ca12bd1c59a {{(pid=108316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:05:03.457043 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617fb367-e425-40f3-b038-2d405e9ba378 None None] Checking agent: {'id': '8d43342f-520b-4221-8f38-1d21061a375d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815614-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 1, 53, 24), 'started_at': datetime.datetime(2021, 11, 3, 1, 53, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 2, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815614-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:05:03.457424 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617fb367-e425-40f3-b038-2d405e9ba378 None None] Checking segment: {'id': 'f2e87023-bcf8-4896-894f-b1c7672a5635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '85bfa113-6079-42d9-9c6f-8ca12bd1c59a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 02:05:03.457824 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-617fb367-e425-40f3-b038-2d405e9ba378 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:03.458263 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617fb367-e425-40f3-b038-2d405e9ba378 None None] Bound using segment: {'id': 'f2e87023-bcf8-4896-894f-b1c7672a5635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '85bfa113-6079-42d9-9c6f-8ca12bd1c59a'} {{(pid=108316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:05:03.458743 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.managers [None req-617fb367-e425-40f3-b038-2d405e9ba378 None None] Bound port: 45d66b57-5f6e-4ae6-8f1e-94d7cdbdb5cd, host: dv-cinder-815614-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e87023-bcf8-4896-894f-b1c7672a5635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '85bfa113-6079-42d9-9c6f-8ca12bd1c59a'}}] {{(pid=108316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 02:05:03.459124 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-617fb367-e425-40f3-b038-2d405e9ba378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:03.473289 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1299915e-5dd9-4b58-97ed-0fc393599f45 req-c0ebde12-1a5b-47ee-a7ef-cf32333776d1 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:03.475860 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1299915e-5dd9-4b58-97ed-0fc393599f45 req-c0ebde12-1a5b-47ee-a7ef-cf32333776d1 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/ports?device_id=561f8514-e68a-49fa-b7f0-ea60cb83a94e HTTP/1.1" status: 200 len: 943 time: 0.1182725 Nov 03 02:05:03.497540 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-7727e9f6-e36b-48e6-a75d-23db335f10bb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:03.517232 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bb2e7a-407a-4f24-a019-a855f186c942 req-45a900a8-0df0-435b-a72e-1e9955a3bbca tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:03.518840 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-53bb2e7a-407a-4f24-a019-a855f186c942 req-45a900a8-0df0-435b-a72e-1e9955a3bbca tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.30 "GET /v2.0/ports?device_id=a90dea4f-ac73-4fbb-b103-80101d052586 HTTP/1.1" status: 200 len: 946 time: 0.1111479 Nov 03 02:05:03.549060 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-617fb367-e425-40f3-b038-2d405e9ba378 None None] For port 45d66b57-5f6e-4ae6-8f1e-94d7cdbdb5cd, host dv-cinder-815614-3-iscsi, cleared binding levels {{(pid=108316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:05:03.552793 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-617fb367-e425-40f3-b038-2d405e9ba378 None None] For port 45d66b57-5f6e-4ae6-8f1e-94d7cdbdb5cd, host dv-cinder-815614-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=45d66b57-5f6e-4ae6-8f1e-94d7cdbdb5cd,segment=NetworkSegment(f2e87023-bcf8-4896-894f-b1c7672a5635),segment_id=f2e87023-bcf8-4896-894f-b1c7672a5635)] {{(pid=108316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:05:03.569363 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1299915e-5dd9-4b58-97ed-0fc393599f45 req-fcfb6346-0d05-4873-9229-8b801ba1f1cd tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f34f56d-22dc-4342-bf1f-f7098a5b32c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830922 Nov 03 02:05:03.597510 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-53bb2e7a-407a-4f24-a019-a855f186c942 req-451ecd22-adf4-4888-abc3-5b93c3109bc1 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b70c972-ae20-4f92-b564-f5815069df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681539 Nov 03 02:05:03.692404 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-617fb367-e425-40f3-b038-2d405e9ba378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:03.770442 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617fb367-e425-40f3-b038-2d405e9ba378 None None] Pushing event updated for resources: {'Port': ['ID=45d66b57-5f6e-4ae6-8f1e-94d7cdbdb5cd,revision_number=2']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:05:03.889201 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-7727e9f6-e36b-48e6-a75d-23db335f10bb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:03.908358 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-7727e9f6-e36b-48e6-a75d-23db335f10bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:03.936706 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab4840-3ab4-40dd-9cfd-1c5a8171edff req-1c5adee6-e93c-4daa-8e1f-2037b332a9c1 tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:03.938632 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-0fab4840-3ab4-40dd-9cfd-1c5a8171edff req-1c5adee6-e93c-4daa-8e1f-2037b332a9c1 tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9dcb982-e537-49db-aa7e-2a5060b12d2a HTTP/1.1" status: 200 len: 950 time: 0.1456132 Nov 03 02:05:03.978546 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944e37f2-0d51-4250-a2db-f18ba48655fe req-bd645725-7f68-4e7c-bdc9-926c3b070144 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:03.980156 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-944e37f2-0d51-4250-a2db-f18ba48655fe req-bd645725-7f68-4e7c-bdc9-926c3b070144 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 944 time: 0.0956104 Nov 03 02:05:04.094271 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.db.db_base_plugin_common [None req-7727e9f6-e36b-48e6-a75d-23db335f10bb admin admin] Allocated IP 172.27.1.207 (4ca214f6-e89c-4bd7-af93-48c10786815e/d2239322-01a4-44c7-bb94-af7246032662/ac6140c2-44c3-4aaf-a7f0-41d92c4de2b5) {{(pid=108315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:05:04.105330 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-944e37f2-0d51-4250-a2db-f18ba48655fe req-df38efc2-088f-43d8-9caa-3301ddada771 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148107 Nov 03 02:05:04.122766 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-0fab4840-3ab4-40dd-9cfd-1c5a8171edff req-643c3526-7fa7-4ed3-8c1d-0e40b1c0a16f tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d7b0693-435c-41e1-8d56-e4092080420e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363246 Nov 03 02:05:04.260317 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device 45d66b57-5f6e-4ae6-8f1e-94d7cdbdb5cd up at agent ovs-agent-dv-cinder-815614-3-iscsi {{(pid=108316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:05:04.325285 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-7727e9f6-e36b-48e6-a75d-23db335f10bb admin admin] Publish callbacks [] for port, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:04.364565 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e2118f-1ad8-404e-81af-dc43ac001684 req-7258a4f9-9cbb-4115-8b65-dc0109a37d40 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:04.366123 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f1e2118f-1ad8-404e-81af-dc43ac001684 req-7258a4f9-9cbb-4115-8b65-dc0109a37d40 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8b0b0ce-2322-4f89-9a79-3efd949ae8ce HTTP/1.1" status: 200 len: 945 time: 0.1292274 Nov 03 02:05:04.383967 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Provisioning complete for port 45d66b57-5f6e-4ae6-8f1e-94d7cdbdb5cd triggered by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:05:04.384539 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:04.391295 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd0287a-443f-43ec-9f65-e3c5cc0e5fb0 req-3e9c99f8-d422-4cc3-b70b-f5937967fe80 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:04.392849 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-8fd0287a-443f-43ec-9f65-e3c5cc0e5fb0 req-3e9c99f8-d422-4cc3-b70b-f5937967fe80 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 945 time: 0.1544571 Nov 03 02:05:04.427001 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-7727e9f6-e36b-48e6-a75d-23db335f10bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784217128214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127914182'] for port, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:04.461837 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f1e2118f-1ad8-404e-81af-dc43ac001684 req-4435f744-925a-408b-b81b-710bead37bea tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2caa2a6-72c8-4014-ab52-bb2a40600117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851941 Nov 03 02:05:04.477421 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:04.493973 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-8fd0287a-443f-43ec-9f65-e3c5cc0e5fb0 req-06c48fa8-e570-40f6-973b-fc08b14775e4 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860775 Nov 03 02:05:04.511460 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7727e9f6-e36b-48e6-a75d-23db335f10bb admin admin] Pushing event updated for resources: {'Port': ['ID=ac6140c2-44c3-4aaf-a7f0-41d92c4de2b5,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:05:04.522470 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7727e9f6-e36b-48e6-a75d-23db335f10bb admin admin] Network 4ca214f6-e89c-4bd7-af93-48c10786815e is already hosted by enough agents. {{(pid=108315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:05:04.524421 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.base_scheduler [None req-7727e9f6-e36b-48e6-a75d-23db335f10bb admin admin] Resources bound (agent type, host, resource id): {{(pid=108315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:05:04.527257 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7727e9f6-e36b-48e6-a75d-23db335f10bb admin admin] Received port after_create {{(pid=108315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:05:04.538109 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] For port 45d66b57-5f6e-4ae6-8f1e-94d7cdbdb5cd, host dv-cinder-815614-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=45d66b57-5f6e-4ae6-8f1e-94d7cdbdb5cd,segment=NetworkSegment(f2e87023-bcf8-4896-894f-b1c7672a5635),segment_id=f2e87023-bcf8-4896-894f-b1c7672a5635)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:05:04.632631 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:04.723513 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5764fe3f-0bbc-465f-ad73-f318ea2a05a3 req-b3fcb116-d5bb-4b47-9e42-cb5bc679295d tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:04.734495 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-5764fe3f-0bbc-465f-ad73-f318ea2a05a3 req-b3fcb116-d5bb-4b47-9e42-cb5bc679295d tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/ports?device_id=561f8514-e68a-49fa-b7f0-ea60cb83a94e HTTP/1.1" status: 200 len: 943 time: 0.0884221 Nov 03 02:05:04.772008 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Pushing event updated for resources: {'Port': ['ID=45d66b57-5f6e-4ae6-8f1e-94d7cdbdb5cd,revision_number=3']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:05:04.844605 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-5764fe3f-0bbc-465f-ad73-f318ea2a05a3 req-d63c7fd5-e045-43b1-8279-55eee58962fb tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f34f56d-22dc-4342-bf1f-f7098a5b32c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021051 Nov 03 02:05:04.868825 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40441f2-42da-44f4-a95f-afd11d3b4dbf req-a191fd42-09ee-442d-9f9d-d7866710de0b tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:04.876707 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f40441f2-42da-44f4-a95f-afd11d3b4dbf req-a191fd42-09ee-442d-9f9d-d7866710de0b tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.30 "GET /v2.0/ports?device_id=a90dea4f-ac73-4fbb-b103-80101d052586 HTTP/1.1" status: 200 len: 946 time: 0.1319261 Nov 03 02:05:04.953276 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-7727e9f6-e36b-48e6-a75d-23db335f10bb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:04.954729 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f40441f2-42da-44f4-a95f-afd11d3b4dbf req-52c5d0be-be87-4526-b848-4e6bd61dd5bc tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b70c972-ae20-4f92-b564-f5815069df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770578 Nov 03 02:05:05.159852 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85571b85-ed36-44c6-b1a8-3e1a231b11b6 None None] Network 85bfa113-6079-42d9-9c6f-8ca12bd1c59a requested from dv-cinder-815614-3-iscsi {{(pid=108316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 02:05:05.221778 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-7727e9f6-e36b-48e6-a75d-23db335f10bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641673'] for router, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:05.322382 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc94a8-11fe-4707-bf67-5950ea97531e req-7e374121-b1a5-45b0-8240-c0c3850eff88 tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:05.324251 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-87bc94a8-11fe-4707-bf67-5950ea97531e req-7e374121-b1a5-45b0-8240-c0c3850eff88 tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9dcb982-e537-49db-aa7e-2a5060b12d2a HTTP/1.1" status: 200 len: 950 time: 0.1162450 Nov 03 02:05:05.357596 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b233346a-de1d-4a42-aa76-f39808f5f8e0 req-65362409-aad9-48f9-a4e9-d61905e0645c tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:05.359138 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b233346a-de1d-4a42-aa76-f39808f5f8e0 req-65362409-aad9-48f9-a4e9-d61905e0645c tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 944 time: 0.0946147 Nov 03 02:05:05.409999 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-87bc94a8-11fe-4707-bf67-5950ea97531e req-c6488f49-3c86-4b34-8504-aa7dbb12dc0a tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d7b0693-435c-41e1-8d56-e4092080420e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758002 Nov 03 02:05:05.410881 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-43412222-a181-4de3-99d6-8c9aa9afec57 None None] Provisioning complete for port 45d66b57-5f6e-4ae6-8f1e-94d7cdbdb5cd triggered by entity DHCP. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:05:05.411587 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-43412222-a181-4de3-99d6-8c9aa9afec57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:05.449438 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b233346a-de1d-4a42-aa76-f39808f5f8e0 req-b38116c2-f384-48ef-b6ca-6e34aafb637b tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781205 Nov 03 02:05:05.475010 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7727e9f6-e36b-48e6-a75d-23db335f10bb admin admin] Router 42b9e46c-7006-47cb-a6ed-74fa879f1331 is scheduled to L3 agent dfdd482b-800d-4ddb-af67-bfdcf28c1d2f with binding_index 1 {{(pid=108315) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 02:05:05.594066 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb50bd-f038-41b5-88df-3ee2e193ba48 req-5c314197-abd6-486b-b5cc-911b8e6bc88f tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:05.595728 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-03cb50bd-f038-41b5-88df-3ee2e193ba48 req-5c314197-abd6-486b-b5cc-911b8e6bc88f tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8b0b0ce-2322-4f89-9a79-3efd949ae8ce HTTP/1.1" status: 200 len: 945 time: 0.0562150 Nov 03 02:05:05.688788 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-03cb50bd-f038-41b5-88df-3ee2e193ba48 req-7733e60a-003b-4d21-995d-dc4a4e4148da tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2caa2a6-72c8-4014-ab52-bb2a40600117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852339 Nov 03 02:05:05.714235 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33969b68-a2b2-441d-92fc-f937e15f7cff req-91e0e29c-3a4a-4024-8ca2-cacabfbe862c tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:05.740008 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-33969b68-a2b2-441d-92fc-f937e15f7cff req-91e0e29c-3a4a-4024-8ca2-cacabfbe862c tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 945 time: 0.1079121 Nov 03 02:05:05.748982 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7727e9f6-e36b-48e6-a75d-23db335f10bb admin admin] Notify agent at l3_agent.dv-cinder-815614-3-iscsi the message routers_updated {{(pid=108315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:05:05.760060 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b6c433-6861-40cc-b32b-ef52377b9a71 None None] Sync routers for ids ['42b9e46c-7006-47cb-a6ed-74fa879f1331'] in dv-cinder-815614-3-iscsi {{(pid=108317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:05:05.776484 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b6c433-6861-40cc-b32b-ef52377b9a71 None None] Routers {'42b9e46c-7006-47cb-a6ed-74fa879f1331'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:05:05.777109 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-63b6c433-6861-40cc-b32b-ef52377b9a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:04:49Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['42b9e46c-7006-47cb-a6ed-74fa879f1331'], 'active': True} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:05:05.812360 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-33969b68-a2b2-441d-92fc-f937e15f7cff req-5298a57f-3fc9-48c1-a09c-a5f25f16f4ed tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718212 Nov 03 02:05:05.834042 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-7727e9f6-e36b-48e6-a75d-23db335f10bb admin admin] Publish callbacks [] for router, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:05.835755 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-7727e9f6-e36b-48e6-a75d-23db335f10bb admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1115439 Nov 03 02:05:05.838486 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 46774) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:05:05.915394 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-4737f0c9-9086-44cd-9d08-183fdc285de9 None None] Provisioning complete for port 45d66b57-5f6e-4ae6-8f1e-94d7cdbdb5cd triggered by entity DHCP. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:05:05.923640 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvr_db [None req-63b6c433-6861-40cc-b32b-ef52377b9a71 None None] Set router 42b9e46c-7006-47cb-a6ed-74fa879f1331 gateway port host: dv-cinder-815614-3-iscsi {{(pid=108317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:05:05.928948 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-4737f0c9-9086-44cd-9d08-183fdc285de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:06.154821 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device 45d66b57-5f6e-4ae6-8f1e-94d7cdbdb5cd up at agent ovs-agent-dv-cinder-815614-3-iscsi {{(pid=108316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:05:06.178369 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-63b6c433-6861-40cc-b32b-ef52377b9a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b9e46c-7006-47cb-a6ed-74fa879f1331', 'name': 'tempest-TestShelveInstance-1318310909-router', 'tenant_id': '136f0a28eb6d4e108836305888f1fcb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'ac6140c2-44c3-4aaf-a7f0-41d92c4de2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:05:02Z', 'updated_at': '2021-11-03T02:05:04Z', 'revision_number': 3, 'project_id': '136f0a28eb6d4e108836305888f1fcb4', 'gw_port': {'id': 'ac6140c2-44c3-4aaf-a7f0-41d92c4de2b5', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:69:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b9e46c-7006-47cb-a6ed-74fa879f1331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:05:03Z', 'updated_at': '2021-11-03T02:05:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi'}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:05:06.214526 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984715fa-38df-44ab-a2ff-347732de5dcc req-bfac7c19-92a7-458a-8bd1-6db8a6bfc733 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:06.216012 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Provisioning complete for port 45d66b57-5f6e-4ae6-8f1e-94d7cdbdb5cd triggered by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:05:06.216145 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-984715fa-38df-44ab-a2ff-347732de5dcc req-bfac7c19-92a7-458a-8bd1-6db8a6bfc733 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/ports?device_id=561f8514-e68a-49fa-b7f0-ea60cb83a94e HTTP/1.1" status: 200 len: 943 time: 0.1999660 Nov 03 02:05:06.216665 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:06.225499 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b6c433-6861-40cc-b32b-ef52377b9a71 None None] Checking router: 42b9e46c-7006-47cb-a6ed-74fa879f1331 for host: dv-cinder-815614-3-iscsi {{(pid=108317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:05:06.226124 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b6c433-6861-40cc-b32b-ef52377b9a71 None None] Updating router 42b9e46c-7006-47cb-a6ed-74fa879f1331 port ac6140c2-44c3-4aaf-a7f0-41d92c4de2b5 binding host dv-cinder-815614-3-iscsi {{(pid=108317) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 02:05:06.230516 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c90ba7-8857-442e-b735-91d9b46b461d req-adb773c1-565b-476f-9613-a1450bb45b88 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:06.232108 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-c8c90ba7-8857-442e-b735-91d9b46b461d req-adb773c1-565b-476f-9613-a1450bb45b88 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.30 "GET /v2.0/ports?device_id=a90dea4f-ac73-4fbb-b103-80101d052586 HTTP/1.1" status: 200 len: 946 time: 0.1611438 Nov 03 02:05:06.254126 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron_lib.callbacks.manager [None req-63b6c433-6861-40cc-b32b-ef52377b9a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:06.348941 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-984715fa-38df-44ab-a2ff-347732de5dcc req-ddbb8510-0898-4ed2-a59d-33a5423db9f1 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f34f56d-22dc-4342-bf1f-f7098a5b32c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138787 Nov 03 02:05:06.418242 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-c8c90ba7-8857-442e-b735-91d9b46b461d req-7ab38ba8-fcb7-4bd7-9554-77330b150574 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b70c972-ae20-4f92-b564-f5815069df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477778 Nov 03 02:05:06.572273 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron_lib.callbacks.manager [None req-63b6c433-6861-40cc-b32b-ef52377b9a71 None None] Publish callbacks [] for port, precommit_update {{(pid=108317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:06.638591 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron_lib.callbacks.manager [None req-63b6c433-6861-40cc-b32b-ef52377b9a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:06.642484 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded11a5-e07b-4e8a-b33f-e56e9692c44f req-021c6088-5359-49ec-bd93-97af6fb302c5 tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:06.644057 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-0ded11a5-e07b-4e8a-b33f-e56e9692c44f req-021c6088-5359-49ec-bd93-97af6fb302c5 tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9dcb982-e537-49db-aa7e-2a5060b12d2a HTTP/1.1" status: 200 len: 950 time: 0.1202199 Nov 03 02:05:06.669985 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca21a80-bcba-4aaa-a44a-718bcb453966 req-eed9170d-54e6-4aee-95d4-47c5abbdd50b tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:06.671205 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-3ca21a80-bcba-4aaa-a44a-718bcb453966 req-eed9170d-54e6-4aee-95d4-47c5abbdd50b tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 944 time: 0.1354191 Nov 03 02:05:06.761714 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-fad1e61c-9246-42ce-b32a-43eb419f8bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:06.769689 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f54acc-728a-44e0-bfa8-a3be99bdc665 None None] Pushing event updated for resources: {'Port': ['ID=ac6140c2-44c3-4aaf-a7f0-41d92c4de2b5,revision_number=2']} {{(pid=108317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:05:06.772573 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.managers [None req-63b6c433-6861-40cc-b32b-ef52377b9a71 None None] Attempting to bind port ac6140c2-44c3-4aaf-a7f0-41d92c4de2b5 on host dv-cinder-815614-3-iscsi for vnic_type normal with profile {{(pid=108317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 02:05:06.772936 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.managers [None req-63b6c433-6861-40cc-b32b-ef52377b9a71 None None] Attempting to bind port ac6140c2-44c3-4aaf-a7f0-41d92c4de2b5 by drivers openvswitch,hyperv on host dv-cinder-815614-3-iscsi at level 0 using segments [{'id': '1823f467-65f5-492c-8155-6dfe4df97867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e'}] {{(pid=108317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 02:05:06.773289 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b6c433-6861-40cc-b32b-ef52377b9a71 None None] Attempting to bind port ac6140c2-44c3-4aaf-a7f0-41d92c4de2b5 on network 4ca214f6-e89c-4bd7-af93-48c10786815e {{(pid=108317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:05:06.775981 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-0ded11a5-e07b-4e8a-b33f-e56e9692c44f req-f1bb21dc-1a23-4dad-a100-6855f8bb2113 tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d7b0693-435c-41e1-8d56-e4092080420e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245947 Nov 03 02:05:06.781381 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f54acc-728a-44e0-bfa8-a3be99bdc665 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:05:06.781718 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f54acc-728a-44e0-bfa8-a3be99bdc665 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:05:06.782150 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f54acc-728a-44e0-bfa8-a3be99bdc665 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:05:06.782420 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f54acc-728a-44e0-bfa8-a3be99bdc665 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:05:06.782749 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f54acc-728a-44e0-bfa8-a3be99bdc665 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:05:06.783082 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f54acc-728a-44e0-bfa8-a3be99bdc665 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:05:06.783403 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f54acc-728a-44e0-bfa8-a3be99bdc665 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:05:06.783728 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f54acc-728a-44e0-bfa8-a3be99bdc665 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:05:06.784062 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f54acc-728a-44e0-bfa8-a3be99bdc665 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:05:06.784386 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f54acc-728a-44e0-bfa8-a3be99bdc665 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:05:06.784701 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f54acc-728a-44e0-bfa8-a3be99bdc665 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:05:06.785485 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f54acc-728a-44e0-bfa8-a3be99bdc665 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:05:06.788528 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b6c433-6861-40cc-b32b-ef52377b9a71 None None] Checking agent: {'id': '8d43342f-520b-4221-8f38-1d21061a375d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815614-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 1, 53, 24), 'started_at': datetime.datetime(2021, 11, 3, 1, 53, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 2, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815614-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:05:06.788966 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b6c433-6861-40cc-b32b-ef52377b9a71 None None] Checking segment: {'id': '1823f467-65f5-492c-8155-6dfe4df97867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 02:05:06.798950 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron_lib.callbacks.manager [None req-63b6c433-6861-40cc-b32b-ef52377b9a71 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:06.798950 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b6c433-6861-40cc-b32b-ef52377b9a71 None None] Bound using segment: {'id': '1823f467-65f5-492c-8155-6dfe4df97867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e'} {{(pid=108317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:05:06.798950 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.managers [None req-63b6c433-6861-40cc-b32b-ef52377b9a71 None None] Bound port: ac6140c2-44c3-4aaf-a7f0-41d92c4de2b5, host: dv-cinder-815614-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1823f467-65f5-492c-8155-6dfe4df97867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e'}}] {{(pid=108317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 02:05:06.798950 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron_lib.callbacks.manager [None req-63b6c433-6861-40cc-b32b-ef52377b9a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:06.799695 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-3ca21a80-bcba-4aaa-a44a-718bcb453966 req-43f078d2-c29e-4dd8-bb17-1e2a4641df3b tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983894 Nov 03 02:05:06.848357 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.db [None req-63b6c433-6861-40cc-b32b-ef52377b9a71 None None] For port ac6140c2-44c3-4aaf-a7f0-41d92c4de2b5, host dv-cinder-815614-3-iscsi, cleared binding levels {{(pid=108317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:05:06.851511 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.db [None req-63b6c433-6861-40cc-b32b-ef52377b9a71 None None] For port ac6140c2-44c3-4aaf-a7f0-41d92c4de2b5, host dv-cinder-815614-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=ac6140c2-44c3-4aaf-a7f0-41d92c4de2b5,segment=NetworkSegment(1823f467-65f5-492c-8155-6dfe4df97867),segment_id=1823f467-65f5-492c-8155-6dfe4df97867)] {{(pid=108317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:05:06.923809 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron_lib.callbacks.manager [None req-63b6c433-6861-40cc-b32b-ef52377b9a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:06.980830 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b6c433-6861-40cc-b32b-ef52377b9a71 None None] Routers {'42b9e46c-7006-47cb-a6ed-74fa879f1331'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:05:06.982086 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-63b6c433-6861-40cc-b32b-ef52377b9a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:04:49Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['42b9e46c-7006-47cb-a6ed-74fa879f1331'], 'active': True} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:05:06.983858 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f54acc-728a-44e0-bfa8-a3be99bdc665 None None] Pushing event updated for resources: {'Port': ['ID=ac6140c2-44c3-4aaf-a7f0-41d92c4de2b5,revision_number=3']} {{(pid=108317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:05:07.008578 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a116755-953a-4880-8b2e-3ac7586cc3c9 req-c1e416d5-f5bf-41c5-a1ca-95651ee38563 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:07.010596 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-3a116755-953a-4880-8b2e-3ac7586cc3c9 req-c1e416d5-f5bf-41c5-a1ca-95651ee38563 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8b0b0ce-2322-4f89-9a79-3efd949ae8ce HTTP/1.1" status: 200 len: 945 time: 0.1488485 Nov 03 02:05:07.029636 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a4ce3c-9663-4d18-b879-6cb355c9defc req-5ebd9556-9aaa-4dc2-b9ba-58367a165bba tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:07.031146 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-c0a4ce3c-9663-4d18-b879-6cb355c9defc req-5ebd9556-9aaa-4dc2-b9ba-58367a165bba tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 945 time: 0.1223502 Nov 03 02:05:07.063355 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.db_base_plugin_common [None req-fad1e61c-9246-42ce-b32a-43eb419f8bf0 admin admin] Allocated IP 172.20.0.1 (85bfa113-6079-42d9-9c6f-8ca12bd1c59a/92b994d1-893b-4528-a828-105ad45407c6/3cee7e9a-7852-4d95-90c4-6f9e758b4d67) {{(pid=108314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:05:07.110859 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvr_db [None req-63b6c433-6861-40cc-b32b-ef52377b9a71 None None] Set router 42b9e46c-7006-47cb-a6ed-74fa879f1331 gateway port host: dv-cinder-815614-3-iscsi {{(pid=108317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:05:07.179809 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-c0a4ce3c-9663-4d18-b879-6cb355c9defc req-ce44b0dc-60e4-4d9a-a580-524f226611a4 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378210 Nov 03 02:05:07.184890 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-3a116755-953a-4880-8b2e-3ac7586cc3c9 req-bf78eb0a-a5cb-4ae2-a968-790d197d073a tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2caa2a6-72c8-4014-ab52-bb2a40600117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638217 Nov 03 02:05:07.217170 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1643cc91-a2e6-4275-b34a-3ab49e62f22f req-5882efc8-f8b8-4e18-8f60-7fd23b9cc6ec service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1514626 Nov 03 02:05:07.285665 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-fad1e61c-9246-42ce-b32a-43eb419f8bf0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:07.304677 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-63b6c433-6861-40cc-b32b-ef52377b9a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b9e46c-7006-47cb-a6ed-74fa879f1331', 'name': 'tempest-TestShelveInstance-1318310909-router', 'tenant_id': '136f0a28eb6d4e108836305888f1fcb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'ac6140c2-44c3-4aaf-a7f0-41d92c4de2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:05:02Z', 'updated_at': '2021-11-03T02:05:04Z', 'revision_number': 3, 'project_id': '136f0a28eb6d4e108836305888f1fcb4', 'gw_port': {'id': 'ac6140c2-44c3-4aaf-a7f0-41d92c4de2b5', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:69:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b9e46c-7006-47cb-a6ed-74fa879f1331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:05:03Z', 'updated_at': '2021-11-03T02:05:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi'}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:05:07.310241 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1643cc91-a2e6-4275-b34a-3ab49e62f22f req-57be0c17-20b0-42e3-9617-0a5336f40207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:07.311799 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1643cc91-a2e6-4275-b34a-3ab49e62f22f req-57be0c17-20b0-42e3-9617-0a5336f40207 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dcf02d32d2b4466f90bc61e38f1776a8&device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 1099 time: 0.0636702 Nov 03 02:05:07.331528 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b6c433-6861-40cc-b32b-ef52377b9a71 None None] The sync data for ids ['42b9e46c-7006-47cb-a6ed-74fa879f1331'] in dv-cinder-815614-3-iscsi is: [{'id': '42b9e46c-7006-47cb-a6ed-74fa879f1331', 'name': 'tempest-TestShelveInstance-1318310909-router', 'tenant_id': '136f0a28eb6d4e108836305888f1fcb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'ac6140c2-44c3-4aaf-a7f0-41d92c4de2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:05:02Z', 'updated_at': '2021-11-03T02:05:04Z', 'revision_number': 3, 'project_id': '136f0a28eb6d4e108836305888f1fcb4', 'gw_port': {'id': 'ac6140c2-44c3-4aaf-a7f0-41d92c4de2b5', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:69:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b9e46c-7006-47cb-a6ed-74fa879f1331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:05:03Z', 'updated_at': '2021-11-03T02:05:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi'}] {{(pid=108317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:05:07.407611 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f1cb2a-a00a-4daa-a52f-6cba99d600f6 req-e094d540-1f05-491f-be22-75d86f677ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:07.409147 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-77f1cb2a-a00a-4daa-a52f-6cba99d600f6 req-e094d540-1f05-491f-be22-75d86f677ad5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e8b0b0ce-2322-4f89-9a79-3efd949ae8ce HTTP/1.1" status: 200 len: 1098 time: 0.0495234 Nov 03 02:05:07.445043 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-fad1e61c-9246-42ce-b32a-43eb419f8bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784217128214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126899639'] for port, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:07.481935 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-77f1cb2a-a00a-4daa-a52f-6cba99d600f6 req-f0f58809-9985-4e96-9198-10aac4d6a100 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d2caa2a6-72c8-4014-ab52-bb2a40600117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497067 Nov 03 02:05:07.535067 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad1e61c-9246-42ce-b32a-43eb419f8bf0 admin admin] Network 85bfa113-6079-42d9-9c6f-8ca12bd1c59a is already hosted by enough agents. {{(pid=108314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:05:07.566233 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.base_scheduler [None req-fad1e61c-9246-42ce-b32a-43eb419f8bf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=108314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:05:07.578532 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad1e61c-9246-42ce-b32a-43eb419f8bf0 admin admin] Received port after_create {{(pid=108314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:05:07.585931 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad1e61c-9246-42ce-b32a-43eb419f8bf0 admin admin] Pushing event updated for resources: {'Port': ['ID=3cee7e9a-7852-4d95-90c4-6f9e758b4d67,revision_number=1']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:05:07.631129 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1643cc91-a2e6-4275-b34a-3ab49e62f22f req-d8813dd6-e416-49cf-9cb5-9b640e575ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:07.639702 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1643cc91-a2e6-4275-b34a-3ab49e62f22f req-d8813dd6-e416-49cf-9cb5-9b640e575ae5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=736ee5a9-6b0f-40e2-b2ff-a9aa9510814f HTTP/1.1" status: 200 len: 920 time: 0.2795851 Nov 03 02:05:07.656022 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff945a4c-4aec-4e8d-a822-02d5216799ea req-ca2c16f0-2aff-4be0-9363-67276c25ffce tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:07.658345 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-ff945a4c-4aec-4e8d-a822-02d5216799ea req-ca2c16f0-2aff-4be0-9363-67276c25ffce tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/ports?device_id=561f8514-e68a-49fa-b7f0-ea60cb83a94e HTTP/1.1" status: 200 len: 943 time: 0.2166569 Nov 03 02:05:07.690203 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef8c273-7a2f-4eb7-9ce1-2199a0f16a72 req-9ea7df41-e26c-4c52-a025-cc917159d0aa tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:07.690203 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-5ef8c273-7a2f-4eb7-9ce1-2199a0f16a72 req-9ea7df41-e26c-4c52-a025-cc917159d0aa tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.30 "GET /v2.0/ports?device_id=a90dea4f-ac73-4fbb-b103-80101d052586 HTTP/1.1" status: 200 len: 946 time: 0.1778159 Nov 03 02:05:07.691772 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-fad1e61c-9246-42ce-b32a-43eb419f8bf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640980'] for router_interface, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:07.909793 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-c43f4915-b88a-4d16-8e43-8a90d404f905 None None] Provisioning complete for port 3cee7e9a-7852-4d95-90c4-6f9e758b4d67 triggered by entity DHCP. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:05:07.910460 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-c43f4915-b88a-4d16-8e43-8a90d404f905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:07.950763 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-c43f4915-b88a-4d16-8e43-8a90d404f905 None None] Port 3cee7e9a-7852-4d95-90c4-6f9e758b4d67 cannot update to ACTIVE because it is not bound. {{(pid=108316) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 02:05:07.983230 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d56a328-3806-4c7d-b63b-3f335d157d2d req-c17dc3e8-67c9-4e69-b148-abac54e887ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:07.984866 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-0d56a328-3806-4c7d-b63b-3f335d157d2d req-c17dc3e8-67c9-4e69-b148-abac54e887ba service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 1098 time: 0.0493112 Nov 03 02:05:08.016508 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1643cc91-a2e6-4275-b34a-3ab49e62f22f req-ccc78a12-aafc-4af9-8f5e-f8293b25ef81 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1efa8020-26b3-4ca8-a452-4afc4f914e61 HTTP/1.1" status: 200 len: 217 time: 0.3101795 Nov 03 02:05:08.046550 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-0d56a328-3806-4c7d-b63b-3f335d157d2d req-99d71f0e-5fb0-4de5-b74b-c494b937b291 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433254 Nov 03 02:05:08.095654 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-ff945a4c-4aec-4e8d-a822-02d5216799ea req-33e6e28a-76dc-40c1-8ba5-479c86a33b14 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f34f56d-22dc-4342-bf1f-f7098a5b32c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4286106 Nov 03 02:05:08.156940 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-5ef8c273-7a2f-4eb7-9ce1-2199a0f16a72 req-741f99ec-c8c8-4375-8722-fc7ae657481f tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b70c972-ae20-4f92-b564-f5815069df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4550438 Nov 03 02:05:08.166515 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device ac6140c2-44c3-4aaf-a7f0-41d92c4de2b5 up at agent ovs-agent-dv-cinder-815614-3-iscsi {{(pid=108316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:05:08.183527 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1643cc91-a2e6-4275-b34a-3ab49e62f22f req-ff06d2d8-4ff0-4d8b-b9fc-0bc63bdd2354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:08.184208 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1643cc91-a2e6-4275-b34a-3ab49e62f22f req-ff06d2d8-4ff0-4d8b-b9fc-0bc63bdd2354 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=67746e52-e9e3-4c10-8eb3-4bad00b287b3 HTTP/1.1" status: 200 len: 859 time: 0.1477606 Nov 03 02:05:08.227840 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c7fe5-5656-4349-90b1-f74015492cb0 req-4a8c7e04-8a73-4bab-aac5-222d8e9472ea tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:08.229776 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-255c7fe5-5656-4349-90b1-f74015492cb0 req-4a8c7e04-8a73-4bab-aac5-222d8e9472ea tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9dcb982-e537-49db-aa7e-2a5060b12d2a HTTP/1.1" status: 200 len: 950 time: 0.0641077 Nov 03 02:05:08.230075 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Provisioning complete for port ac6140c2-44c3-4aaf-a7f0-41d92c4de2b5 triggered by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:05:08.230483 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:08.309757 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1643cc91-a2e6-4275-b34a-3ab49e62f22f req-71abcd2c-95eb-4007-a3d1-a6fc8493537b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=736ee5a9-6b0f-40e2-b2ff-a9aa9510814f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307350 Nov 03 02:05:08.321063 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:08.342321 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] For port ac6140c2-44c3-4aaf-a7f0-41d92c4de2b5, host dv-cinder-815614-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=ac6140c2-44c3-4aaf-a7f0-41d92c4de2b5,segment=NetworkSegment(1823f467-65f5-492c-8155-6dfe4df97867),segment_id=1823f467-65f5-492c-8155-6dfe4df97867)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:05:08.389201 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-fad1e61c-9246-42ce-b32a-43eb419f8bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:08.393859 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-255c7fe5-5656-4349-90b1-f74015492cb0 req-4279c632-3b3d-456b-a9fd-258fe5d513c4 tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d7b0693-435c-41e1-8d56-e4092080420e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553855 Nov 03 02:05:08.415125 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:08.429347 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd64d09-1e69-437b-b329-145040428b95 req-4b17649c-de82-41da-8566-3dc835be38ff tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:08.437223 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-0bd64d09-1e69-437b-b329-145040428b95 req-4b17649c-de82-41da-8566-3dc835be38ff tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 944 time: 0.1966338 Nov 03 02:05:08.467995 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Pushing event updated for resources: {'Port': ['ID=ac6140c2-44c3-4aaf-a7f0-41d92c4de2b5,revision_number=4']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:05:08.581863 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-0bd64d09-1e69-437b-b329-145040428b95 req-0ab0327f-d9a6-4d22-aa2c-5ce68387da3e tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437755 Nov 03 02:05:08.594152 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1643cc91-a2e6-4275-b34a-3ab49e62f22f req-b3a2e4d8-b532-44cd-b041-b31c1cdbd00b service neutron] 10.222.0.37 "GET /v2.0/networks/736ee5a9-6b0f-40e2-b2ff-a9aa9510814f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724872 Nov 03 02:05:08.604212 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42241767-30e0-4ceb-bc9d-7cbc4ee6fcd4 req-ca26f2cf-5167-444d-bcf7-47ed8ac4cfc0 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:08.605278 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-42241767-30e0-4ceb-bc9d-7cbc4ee6fcd4 req-ca26f2cf-5167-444d-bcf7-47ed8ac4cfc0 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 945 time: 0.1480396 Nov 03 02:05:08.826980 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-42241767-30e0-4ceb-bc9d-7cbc4ee6fcd4 req-9b89b644-fda8-42a0-b945-df2fe1c67392 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024651 Nov 03 02:05:08.849889 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b48ea52-4ec5-441f-ba8e-943de25b17d1 req-354e3f3d-6013-4cb7-9c28-48674ec9d077 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:08.851433 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-5b48ea52-4ec5-441f-ba8e-943de25b17d1 req-354e3f3d-6013-4cb7-9c28-48674ec9d077 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8b0b0ce-2322-4f89-9a79-3efd949ae8ce HTTP/1.1" status: 200 len: 945 time: 0.2056835 Nov 03 02:05:08.859867 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1643cc91-a2e6-4275-b34a-3ab49e62f22f req-cf1f2d7a-7183-48e5-9acc-390de30f02db service neutron] 10.222.0.37 "GET /v2.0/networks/736ee5a9-6b0f-40e2-b2ff-a9aa9510814f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520611 Nov 03 02:05:08.894893 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-fad1e61c-9246-42ce-b32a-43eb419f8bf0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:08.919959 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-5b48ea52-4ec5-441f-ba8e-943de25b17d1 req-1b28bed3-fb94-41be-90bf-6eb2070aa873 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2caa2a6-72c8-4014-ab52-bb2a40600117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590816 Nov 03 02:05:08.960175 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-fad1e61c-9246-42ce-b32a-43eb419f8bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126899640'] for port, after_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:09.030920 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad1e61c-9246-42ce-b32a-43eb419f8bf0 admin admin] Pushing event updated for resources: {'Port': ['ID=3cee7e9a-7852-4d95-90c4-6f9e758b4d67,revision_number=2']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:05:09.033442 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-fad1e61c-9246-42ce-b32a-43eb419f8bf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640840'] for router_interface, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:09.127934 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad1e61c-9246-42ce-b32a-43eb419f8bf0 admin admin] Network 85bfa113-6079-42d9-9c6f-8ca12bd1c59a is already hosted by enough agents. {{(pid=108314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:05:09.129764 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.base_scheduler [None req-fad1e61c-9246-42ce-b32a-43eb419f8bf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=108314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:05:09.313002 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2823be72-a473-4e5c-9c45-3fa8492a9f8b req-ffbb7161-f67b-4757-9e9d-b139997c67be tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:09.314738 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-2823be72-a473-4e5c-9c45-3fa8492a9f8b req-ffbb7161-f67b-4757-9e9d-b139997c67be tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/ports?device_id=561f8514-e68a-49fa-b7f0-ea60cb83a94e HTTP/1.1" status: 200 len: 943 time: 0.1428554 Nov 03 02:05:09.332509 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fad1e61c-9246-42ce-b32a-43eb419f8bf0 admin admin] Router 42b9e46c-7006-47cb-a6ed-74fa879f1331 has already been hosted by L3 agent dfdd482b-800d-4ddb-af67-bfdcf28c1d2f {{(pid=108314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:05:09.350987 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669a28f-d099-4a24-92c4-6ba8b22007e1 req-2d73388f-c579-4ca9-83a5-73b6419a97ce tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:09.352392 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-5669a28f-d099-4a24-92c4-6ba8b22007e1 req-2d73388f-c579-4ca9-83a5-73b6419a97ce tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.30 "GET /v2.0/ports?device_id=a90dea4f-ac73-4fbb-b103-80101d052586 HTTP/1.1" status: 200 len: 946 time: 0.1070635 Nov 03 02:05:09.387895 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-bcd20bb3-d085-4b5b-944d-7dddf1f478a9 None None] Provisioning complete for port 3cee7e9a-7852-4d95-90c4-6f9e758b4d67 triggered by entity DHCP. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:05:09.388500 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-bcd20bb3-d085-4b5b-944d-7dddf1f478a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:09.427491 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-bcd20bb3-d085-4b5b-944d-7dddf1f478a9 None None] Port 3cee7e9a-7852-4d95-90c4-6f9e758b4d67 cannot update to ACTIVE because it is not bound. {{(pid=108316) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 02:05:09.445938 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device 96d79956-425a-4084-b4ad-7e4e29f76595 details requested by agent hyperv_hv-cinder-81561 with host hv-cinder-81561 {{(pid=108316) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 02:05:09.478617 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-2823be72-a473-4e5c-9c45-3fa8492a9f8b req-338e959f-d44c-4806-8cb2-96c56ba2b5fc tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f34f56d-22dc-4342-bf1f-f7098a5b32c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562581 Nov 03 02:05:09.506825 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c4f755-e403-43fe-b06b-ee3671e40b7f req-875fd8bb-97af-4860-9fba-c2734b123496 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:09.508369 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-13c4f755-e403-43fe-b06b-ee3671e40b7f req-875fd8bb-97af-4860-9fba-c2734b123496 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.37 "GET /v2.0/ports?device_id=a90dea4f-ac73-4fbb-b103-80101d052586 HTTP/1.1" status: 200 len: 946 time: 0.1518745 Nov 03 02:05:09.520061 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-5669a28f-d099-4a24-92c4-6ba8b22007e1 req-6365741f-8db5-4f35-a52e-20f7ff8eafed tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b70c972-ae20-4f92-b564-f5815069df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548202 Nov 03 02:05:09.579395 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] For port 96d79956-425a-4084-b4ad-7e4e29f76595, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=96d79956-425a-4084-b4ad-7e4e29f76595,segment=NetworkSegment(bd6c75a6-e698-4064-874e-491d3e61c23e),segment_id=bd6c75a6-e698-4064-874e-491d3e61c23e)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:05:09.592397 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Returning: {'device': '96d79956-425a-4084-b4ad-7e4e29f76595', 'network_id': 'baa53bac-7dd3-4c8a-9217-9ded84eb710f', 'port_id': '96d79956-425a-4084-b4ad-7e4e29f76595', 'mac_address': 'fa:16:3e:d8:5e:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cfe1338-b6b1-408b-9ec6-b96abceeca92', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108316) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 02:05:09.639379 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:09.655123 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.notifiers.nova [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96d79956-425a-4084-b4ad-7e4e29f76595 {{(pid=108316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 02:05:09.677671 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] For port 96d79956-425a-4084-b4ad-7e4e29f76595, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=96d79956-425a-4084-b4ad-7e4e29f76595,segment=NetworkSegment(bd6c75a6-e698-4064-874e-491d3e61c23e),segment_id=bd6c75a6-e698-4064-874e-491d3e61c23e)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:05:09.713550 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fad1e61c-9246-42ce-b32a-43eb419f8bf0 admin admin] Notify agent at l3_agent.dv-cinder-815614-3-iscsi the message routers_updated {{(pid=108314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:05:09.719747 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-fad1e61c-9246-42ce-b32a-43eb419f8bf0 admin admin] 10.222.0.30 "PUT /v2.0/routers/42b9e46c-7006-47cb-a6ed-74fa879f1331/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8799629 Nov 03 02:05:09.723279 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba964b63-f560-46f6-8e54-a00cbd9f4320 None None] Sync routers for ids ['42b9e46c-7006-47cb-a6ed-74fa879f1331'] in dv-cinder-815614-3-iscsi {{(pid=108316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:05:09.735895 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba964b63-f560-46f6-8e54-a00cbd9f4320 None None] Routers {'42b9e46c-7006-47cb-a6ed-74fa879f1331'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:05:09.736465 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-ba964b63-f560-46f6-8e54-a00cbd9f4320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:04:49Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['42b9e46c-7006-47cb-a6ed-74fa879f1331'], 'active': True} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:05:09.739222 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a019f7a-ea2e-4340-90bc-018cc15bb0bb req-d16ce168-3008-430a-9685-62a9ae34bd37 tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:09.741123 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-0a019f7a-ea2e-4340-90bc-018cc15bb0bb req-d16ce168-3008-430a-9685-62a9ae34bd37 tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9dcb982-e537-49db-aa7e-2a5060b12d2a HTTP/1.1" status: 200 len: 950 time: 0.1673176 Nov 03 02:05:09.789263 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0d08f0-9f8d-46a6-9d57-d213e2f829e6 req-fcbefb5e-2365-4ed4-a6fd-d2fe5453567f tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:09.790859 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-cf0d08f0-9f8d-46a6-9d57-d213e2f829e6 req-fcbefb5e-2365-4ed4-a6fd-d2fe5453567f tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 944 time: 0.1296046 Nov 03 02:05:09.802057 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:09.827160 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.plugin [req-13c4f755-e403-43fe-b06b-ee3671e40b7f req-43b4ab66-e60a-43b3-bae9-85ac34626bb3 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] Deleting port 171a824a-6709-4440-afd6-b8fcfc397fc3 {{(pid=108314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 02:05:09.832840 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-13c4f755-e403-43fe-b06b-ee3671e40b7f req-43b4ab66-e60a-43b3-bae9-85ac34626bb3 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784217550484'] for port, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:09.859689 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-0a019f7a-ea2e-4340-90bc-018cc15bb0bb req-75b07a28-c6c7-4627-a689-94a78a4cbf4e tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d7b0693-435c-41e1-8d56-e4092080420e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064162 Nov 03 02:05:09.905052 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c57ea41-55b3-4aed-9e81-6d03bc62076c req-bb7895f4-d3fc-4b88-9497-dc3cf23b6eed tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:09.907196 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-9c57ea41-55b3-4aed-9e81-6d03bc62076c req-bb7895f4-d3fc-4b88-9497-dc3cf23b6eed tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9dcb982-e537-49db-aa7e-2a5060b12d2a HTTP/1.1" status: 200 len: 950 time: 0.1206305 Nov 03 02:05:09.982935 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-cf0d08f0-9f8d-46a6-9d57-d213e2f829e6 req-b8afa2b5-ed97-4a56-8e46-f9589b1d1d22 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1727824 Nov 03 02:05:10.022604 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Pushing event updated for resources: {'Port': ['ID=96d79956-425a-4084-b4ad-7e4e29f76595,revision_number=4']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:05:10.027434 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvr_db [None req-ba964b63-f560-46f6-8e54-a00cbd9f4320 None None] Set router 42b9e46c-7006-47cb-a6ed-74fa879f1331 gateway port host: dv-cinder-815614-3-iscsi {{(pid=108316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:05:10.064261 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.db [req-13c4f755-e403-43fe-b06b-ee3671e40b7f req-43b4ab66-e60a-43b3-bae9-85ac34626bb3 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] For port 171a824a-6709-4440-afd6-b8fcfc397fc3, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=171a824a-6709-4440-afd6-b8fcfc397fc3,segment=NetworkSegment(2d2939de-d231-4201-abf7-a1df3c4061fd),segment_id=2d2939de-d231-4201-abf7-a1df3c4061fd)] {{(pid=108314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:05:10.068438 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-13c4f755-e403-43fe-b06b-ee3671e40b7f req-43b4ab66-e60a-43b3-bae9-85ac34626bb3 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538104'] for port, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:10.099153 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.plugin [req-9c57ea41-55b3-4aed-9e81-6d03bc62076c req-5b6b97c7-f2a5-4124-9cae-c138786840cb tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] Deleting port c6cc6d29-8315-4b6b-bd7c-54586185d3f8 {{(pid=108315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 02:05:10.105699 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-9c57ea41-55b3-4aed-9e81-6d03bc62076c req-5b6b97c7-f2a5-4124-9cae-c138786840cb tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784217550484'] for port, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:10.105869 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dae776-f107-40d5-80c0-751fd63157e7 req-230c7d49-efd5-4ca0-a24d-8674709f78cc tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:10.105869 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-93dae776-f107-40d5-80c0-751fd63157e7 req-230c7d49-efd5-4ca0-a24d-8674709f78cc tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 945 time: 0.1363037 Nov 03 02:05:10.105869 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.plugin [req-13c4f755-e403-43fe-b06b-ee3671e40b7f req-43b4ab66-e60a-43b3-bae9-85ac34626bb3 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] Calling delete_port for 171a824a-6709-4440-afd6-b8fcfc397fc3 owned by compute:nova {{(pid=108314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 02:05:10.123069 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] get_ports_and_sgs() called for port_ids ['96d79956-425a-4084-b4ad-7e4e29f76595'] {{(pid=108316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 02:05:10.208972 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device ac6140c2-44c3-4aaf-a7f0-41d92c4de2b5 up at agent ovs-agent-dv-cinder-815614-3-iscsi {{(pid=108316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:05:10.275346 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.db [req-9c57ea41-55b3-4aed-9e81-6d03bc62076c req-5b6b97c7-f2a5-4124-9cae-c138786840cb tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] For port c6cc6d29-8315-4b6b-bd7c-54586185d3f8, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=c6cc6d29-8315-4b6b-bd7c-54586185d3f8,segment=NetworkSegment(c16e91f5-58c7-419d-96e1-c9bc67d1e16c),segment_id=c16e91f5-58c7-419d-96e1-c9bc67d1e16c)] {{(pid=108315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:05:10.276195 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-9c57ea41-55b3-4aed-9e81-6d03bc62076c req-5b6b97c7-f2a5-4124-9cae-c138786840cb tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538104'] for port, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:10.299642 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.plugin [req-9c57ea41-55b3-4aed-9e81-6d03bc62076c req-5b6b97c7-f2a5-4124-9cae-c138786840cb tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] Calling delete_port for c6cc6d29-8315-4b6b-bd7c-54586185d3f8 owned by compute:nova {{(pid=108315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 02:05:10.318550 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-93dae776-f107-40d5-80c0-751fd63157e7 req-7c10f0f9-7bc4-4703-ba0c-b165b214c8c5 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174324 Nov 03 02:05:10.328439 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d9ad1f-5028-463a-85c7-61d31852bec3 req-3e485197-5a78-4516-ba3f-28e5cb512e12 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:10.329218 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Provisioning complete for port ac6140c2-44c3-4aaf-a7f0-41d92c4de2b5 triggered by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:05:10.338799 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:10.339476 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-62d9ad1f-5028-463a-85c7-61d31852bec3 req-3e485197-5a78-4516-ba3f-28e5cb512e12 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8b0b0ce-2322-4f89-9a79-3efd949ae8ce HTTP/1.1" status: 200 len: 945 time: 0.1397562 Nov 03 02:05:10.439908 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-62d9ad1f-5028-463a-85c7-61d31852bec3 req-744f77d6-799a-4a31-a610-90e3ccd940c7 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2caa2a6-72c8-4014-ab52-bb2a40600117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008224 Nov 03 02:05:10.503390 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-13c4f755-e403-43fe-b06b-ee3671e40b7f req-43b4ab66-e60a-43b3-bae9-85ac34626bb3 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784217703262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784217128223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126899639'] for port, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:10.560493 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b4ab66-e60a-43b3-bae9-85ac34626bb3 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] Pushing event deleted for resources: {'Port': ['ID=171a824a-6709-4440-afd6-b8fcfc397fc3,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:05:10.626285 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-9c57ea41-55b3-4aed-9e81-6d03bc62076c req-5b6b97c7-f2a5-4124-9cae-c138786840cb tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784217703262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784217128223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127914182'] for port, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:10.655615 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-ba964b63-f560-46f6-8e54-a00cbd9f4320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b9e46c-7006-47cb-a6ed-74fa879f1331', 'name': 'tempest-TestShelveInstance-1318310909-router', 'tenant_id': '136f0a28eb6d4e108836305888f1fcb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'ac6140c2-44c3-4aaf-a7f0-41d92c4de2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:05:02Z', 'updated_at': '2021-11-03T02:05:08Z', 'revision_number': 4, 'project_id': '136f0a28eb6d4e108836305888f1fcb4', 'gw_port': {'id': 'ac6140c2-44c3-4aaf-a7f0-41d92c4de2b5', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:69:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b9e46c-7006-47cb-a6ed-74fa879f1331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:05:03Z', 'updated_at': '2021-11-03T02:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_interfaces': [{'id': '3cee7e9a-7852-4d95-90c4-6f9e758b4d67', 'name': '', 'network_id': '85bfa113-6079-42d9-9c6f-8ca12bd1c59a', 'tenant_id': '136f0a28eb6d4e108836305888f1fcb4', 'mac_address': 'fa:16:3e:27:e2:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b9e46c-7006-47cb-a6ed-74fa879f1331', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '92b994d1-893b-4528-a828-105ad45407c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:05:06Z', 'updated_at': '2021-11-03T02:05:08Z', 'revision_number': 2, 'project_id': '136f0a28eb6d4e108836305888f1fcb4', 'subnets': [{'id': '92b994d1-893b-4528-a828-105ad45407c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:05:10.656690 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.l3_dvrscheduler_db [req-13c4f755-e403-43fe-b06b-ee3671e40b7f req-43b4ab66-e60a-43b3-bae9-85ac34626bb3 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] No DVR routers for this DVR port 171a824a-6709-4440-afd6-b8fcfc397fc3 on host hv-cinder-81561 {{(pid=108314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 02:05:10.659928 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-13c4f755-e403-43fe-b06b-ee3671e40b7f req-43b4ab66-e60a-43b3-bae9-85ac34626bb3 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622'] for port, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:10.664238 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-13c4f755-e403-43fe-b06b-ee3671e40b7f req-43b4ab66-e60a-43b3-bae9-85ac34626bb3 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.37 "DELETE /v2.0/ports/171a824a-6709-4440-afd6-b8fcfc397fc3 HTTP/1.1" status: 204 len: 173 time: 1.1005433 Nov 03 02:05:10.664947 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a90dea4f-ac73-4fbb-b103-80101d052586', 'name': 'network-vif-deleted', 'tag': '171a824a-6709-4440-afd6-b8fcfc397fc3'}] {{(pid=108314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:05:10.674102 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b9e71fb97e4882bef21449c101b24c97d897c9b718fbc8dac7673975a826a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6463a8c-9743-4da7-ac18-36d2c0ef4d6a" -d '{"events": [{"server_uuid": "a90dea4f-ac73-4fbb-b103-80101d052586", "name": "network-vif-deleted", "tag": "171a824a-6709-4440-afd6-b8fcfc397fc3"}]}' {{(pid=108314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:05:10.687507 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba964b63-f560-46f6-8e54-a00cbd9f4320 None None] Checking router: 42b9e46c-7006-47cb-a6ed-74fa879f1331 for host: dv-cinder-815614-3-iscsi {{(pid=108316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:05:10.687856 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba964b63-f560-46f6-8e54-a00cbd9f4320 None None] Updating router 42b9e46c-7006-47cb-a6ed-74fa879f1331 port 3cee7e9a-7852-4d95-90c4-6f9e758b4d67 binding host dv-cinder-815614-3-iscsi {{(pid=108316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 02:05:10.719920 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-ba964b63-f560-46f6-8e54-a00cbd9f4320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:10.720786 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5530d3ec-2ea8-49b9-82bc-c41edc39b110 req-94a1ba24-7853-4986-bed8-edd13d9f3cbf tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:10.730852 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-5530d3ec-2ea8-49b9-82bc-c41edc39b110 req-94a1ba24-7853-4986-bed8-edd13d9f3cbf tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/ports?device_id=561f8514-e68a-49fa-b7f0-ea60cb83a94e HTTP/1.1" status: 200 len: 944 time: 0.1188240 Nov 03 02:05:10.809508 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-5530d3ec-2ea8-49b9-82bc-c41edc39b110 req-3415bedb-5a50-452c-b826-4be05212fd71 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f34f56d-22dc-4342-bf1f-f7098a5b32c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763247 Nov 03 02:05:10.873195 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 46842) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:05:10.882663 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.v2.base [None req-a2b6f6c7-dbeb-4ec5-9425-a9a2fab97674 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1848991960-network', 'tenant_id': '273b64a59a8944ee89c57e8752b6354f'}} {{(pid=108314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:05:10.942289 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-8c484eb0-d211-4a0f-b456-7110953dc82b req-5dfa8794-1625-4b46-9a0a-5f14e5239c05 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.30 "GET /v2.0/ports?device_id=a90dea4f-ac73-4fbb-b103-80101d052586 HTTP/1.1" status: 200 len: 210 time: 0.0430648 Nov 03 02:05:10.946244 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6b97c7-f2a5-4124-9cae-c138786840cb tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] Pushing event deleted for resources: {'Port': ['ID=c6cc6d29-8315-4b6b-bd7c-54586185d3f8,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:05:10.985767 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 02:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4afd485-28df-4274-925b-7c175a7586dc x-openstack-request-id: req-c4afd485-28df-4274-925b-7c175a7586dc {{(pid=108314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:05:10.986070 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a90dea4f-ac73-4fbb-b103-80101d052586", "name": "network-vif-deleted", "tag": "171a824a-6709-4440-afd6-b8fcfc397fc3", "status": "completed", "code": 200}]} {{(pid=108314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:05:10.991043 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c4afd485-28df-4274-925b-7c175a7586dc {{(pid=108314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:05:10.991043 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a90dea4f-ac73-4fbb-b103-80101d052586', 'name': 'network-vif-deleted', 'tag': '171a824a-6709-4440-afd6-b8fcfc397fc3', 'status': 'completed', 'code': 200} Nov 03 02:05:11.091168 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-31db2f1e-ec0f-425f-8ff8-26638fdac0f1 req-7ac5ebf9-71b8-46ce-bf2d-642068ddb201 tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9dcb982-e537-49db-aa7e-2a5060b12d2a HTTP/1.1" status: 200 len: 210 time: 0.0451910 Nov 03 02:05:11.095451 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c57ea41-55b3-4aed-9e81-6d03bc62076c req-5b6b97c7-f2a5-4124-9cae-c138786840cb tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] No DVR routers for this DVR port c6cc6d29-8315-4b6b-bd7c-54586185d3f8 on host hv-cinder-81561 {{(pid=108315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 02:05:11.104595 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b6f6c7-dbeb-4ec5-9425-a9a2fab97674 admin admin] Made reservation on behalf of 273b64a59a8944ee89c57e8752b6354f for: {'network': 1} {{(pid=108314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:05:11.108858 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-ba964b63-f560-46f6-8e54-a00cbd9f4320 None None] Publish callbacks [] for port, precommit_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:11.109805 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-9c57ea41-55b3-4aed-9e81-6d03bc62076c req-5b6b97c7-f2a5-4124-9cae-c138786840cb tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622'] for port, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:11.113684 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-9c57ea41-55b3-4aed-9e81-6d03bc62076c req-5b6b97c7-f2a5-4124-9cae-c138786840cb tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] 10.222.0.37 "DELETE /v2.0/ports/c6cc6d29-8315-4b6b-bd7c-54586185d3f8 HTTP/1.1" status: 204 len: 173 time: 1.1988053 Nov 03 02:05:11.114278 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9dcb982-e537-49db-aa7e-2a5060b12d2a', 'name': 'network-vif-deleted', 'tag': 'c6cc6d29-8315-4b6b-bd7c-54586185d3f8'}] {{(pid=108315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:05:11.114425 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-a2b6f6c7-dbeb-4ec5-9425-a9a2fab97674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for network, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:11.125610 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ceb3f72598e67bafae985fe00b788e907b12cd818b569c9993237f285010df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5654c5f5-f9c8-484c-b335-fb8e50d1d624" -d '{"events": [{"server_uuid": "d9dcb982-e537-49db-aa7e-2a5060b12d2a", "name": "network-vif-deleted", "tag": "c6cc6d29-8315-4b6b-bd7c-54586185d3f8"}]}' {{(pid=108315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:05:11.133692 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-a2b6f6c7-dbeb-4ec5-9425-a9a2fab97674 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:11.210828 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] get_ports_and_sgs() called for port_ids ['c6cc6d29-8315-4b6b-bd7c-54586185d3f8'] {{(pid=108316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 02:05:11.214315 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] get_ports_and_sgs() called for port_ids ['171a824a-6709-4440-afd6-b8fcfc397fc3'] {{(pid=108316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 02:05:11.259029 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-ba964b63-f560-46f6-8e54-a00cbd9f4320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:11.264084 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd546a6f-e00b-4793-966d-4922a2672dde req-d051ebbb-d540-4acc-98b2-a02c1f838657 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:11.267193 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-dd546a6f-e00b-4793-966d-4922a2672dde req-d051ebbb-d540-4acc-98b2-a02c1f838657 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 945 time: 0.1742208 Nov 03 02:05:11.280907 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2576e84-315a-4569-ac0c-2bc801a835a0 req-a245d61d-497f-470a-b9cf-c49dccdb0dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:11.282687 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e2576e84-315a-4569-ac0c-2bc801a835a0 req-a245d61d-497f-470a-b9cf-c49dccdb0dc5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dcf02d32d2b4466f90bc61e38f1776a8&device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 1098 time: 0.1894825 Nov 03 02:05:11.331172 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8b4964-2cb0-4a34-9278-2daa33ae6059 None None] Pushing event updated for resources: {'Port': ['ID=3cee7e9a-7852-4d95-90c4-6f9e758b4d67,revision_number=3']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:05:11.400653 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.managers [None req-ba964b63-f560-46f6-8e54-a00cbd9f4320 None None] Attempting to bind port 3cee7e9a-7852-4d95-90c4-6f9e758b4d67 on host dv-cinder-815614-3-iscsi for vnic_type normal with profile {{(pid=108316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 02:05:11.401019 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.managers [None req-ba964b63-f560-46f6-8e54-a00cbd9f4320 None None] Attempting to bind port 3cee7e9a-7852-4d95-90c4-6f9e758b4d67 by drivers openvswitch,hyperv on host dv-cinder-815614-3-iscsi at level 0 using segments [{'id': 'f2e87023-bcf8-4896-894f-b1c7672a5635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '85bfa113-6079-42d9-9c6f-8ca12bd1c59a'}] {{(pid=108316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 02:05:11.401382 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba964b63-f560-46f6-8e54-a00cbd9f4320 None None] Attempting to bind port 3cee7e9a-7852-4d95-90c4-6f9e758b4d67 on network 85bfa113-6079-42d9-9c6f-8ca12bd1c59a {{(pid=108316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:05:11.408429 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba964b63-f560-46f6-8e54-a00cbd9f4320 None None] Checking agent: {'id': '8d43342f-520b-4221-8f38-1d21061a375d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815614-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 1, 53, 24), 'started_at': datetime.datetime(2021, 11, 3, 1, 53, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 2, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815614-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:05:11.408792 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba964b63-f560-46f6-8e54-a00cbd9f4320 None None] Checking segment: {'id': 'f2e87023-bcf8-4896-894f-b1c7672a5635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '85bfa113-6079-42d9-9c6f-8ca12bd1c59a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 02:05:11.409188 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-ba964b63-f560-46f6-8e54-a00cbd9f4320 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:11.409593 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba964b63-f560-46f6-8e54-a00cbd9f4320 None None] Bound using segment: {'id': 'f2e87023-bcf8-4896-894f-b1c7672a5635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '85bfa113-6079-42d9-9c6f-8ca12bd1c59a'} {{(pid=108316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:05:11.410064 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.managers [None req-ba964b63-f560-46f6-8e54-a00cbd9f4320 None None] Bound port: 3cee7e9a-7852-4d95-90c4-6f9e758b4d67, host: dv-cinder-815614-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e87023-bcf8-4896-894f-b1c7672a5635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '85bfa113-6079-42d9-9c6f-8ca12bd1c59a'}}] {{(pid=108316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 02:05:11.410508 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-ba964b63-f560-46f6-8e54-a00cbd9f4320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:11.569739 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device 200c1df3-d8a9-42db-83ec-6723cdbe5701 details requested by agent hyperv_hv-cinder-81561 with host hv-cinder-81561 {{(pid=108316) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 02:05:11.572088 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device 96d79956-425a-4084-b4ad-7e4e29f76595 up at agent hyperv_hv-cinder-81561 {{(pid=108316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:05:11.575429 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315c522b-26e0-4ecf-98a5-69e04a9603e2 req-7c15ae3f-95b4-487d-8b9f-de2745c501db tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:11.576950 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-315c522b-26e0-4ecf-98a5-69e04a9603e2 req-7c15ae3f-95b4-487d-8b9f-de2745c501db tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 944 time: 0.4080956 Nov 03 02:05:11.664685 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-10c1b137-6218-493b-8129-1ad3e6b4643d None None] Provisioning complete for port 3cee7e9a-7852-4d95-90c4-6f9e758b4d67 triggered by entity DHCP. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:05:11.665238 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-10c1b137-6218-493b-8129-1ad3e6b4643d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:11.707691 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-dd546a6f-e00b-4793-966d-4922a2672dde req-13e96417-f23b-4f2b-9b4b-3690ec132945 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4327366 Nov 03 02:05:11.740519 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-a2b6f6c7-dbeb-4ec5-9425-a9a2fab97674 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:11.757078 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-315c522b-26e0-4ecf-98a5-69e04a9603e2 req-007e28e9-b6db-4801-bfc5-27c0f90d93c3 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676362 Nov 03 02:05:11.766800 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 02:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e56d38-738b-43ee-9229-f11eb51e1830 x-openstack-request-id: req-a7e56d38-738b-43ee-9229-f11eb51e1830 {{(pid=108315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:05:11.767314 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9dcb982-e537-49db-aa7e-2a5060b12d2a", "name": "network-vif-deleted", "tag": "c6cc6d29-8315-4b6b-bd7c-54586185d3f8", "status": "completed", "code": 200}]} {{(pid=108315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:05:11.767725 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a7e56d38-738b-43ee-9229-f11eb51e1830 {{(pid=108315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:05:11.768292 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9dcb982-e537-49db-aa7e-2a5060b12d2a', 'name': 'network-vif-deleted', 'tag': 'c6cc6d29-8315-4b6b-bd7c-54586185d3f8', 'status': 'completed', 'code': 200} Nov 03 02:05:11.768694 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2576e84-315a-4569-ac0c-2bc801a835a0 req-0217342f-7f1d-4b5b-a8f5-f7af4f9de545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:11.770420 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e2576e84-315a-4569-ac0c-2bc801a835a0 req-0217342f-7f1d-4b5b-a8f5-f7af4f9de545 service neutron] 10.222.0.37 "GET /v2.0/networks?id=736ee5a9-6b0f-40e2-b2ff-a9aa9510814f HTTP/1.1" status: 200 len: 920 time: 0.4724793 Nov 03 02:05:11.788038 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-10c1b137-6218-493b-8129-1ad3e6b4643d None None] Port 3cee7e9a-7852-4d95-90c4-6f9e758b4d67 cannot update to ACTIVE because it is not bound. {{(pid=108316) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 02:05:11.788038 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-ba964b63-f560-46f6-8e54-a00cbd9f4320 None None] For port 3cee7e9a-7852-4d95-90c4-6f9e758b4d67, host dv-cinder-815614-3-iscsi, cleared binding levels {{(pid=108316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:05:11.801183 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-ba964b63-f560-46f6-8e54-a00cbd9f4320 None None] For port 3cee7e9a-7852-4d95-90c4-6f9e758b4d67, host dv-cinder-815614-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=3cee7e9a-7852-4d95-90c4-6f9e758b4d67,segment=NetworkSegment(f2e87023-bcf8-4896-894f-b1c7672a5635),segment_id=f2e87023-bcf8-4896-894f-b1c7672a5635)] {{(pid=108316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:05:11.813700 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] For port 200c1df3-d8a9-42db-83ec-6723cdbe5701, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=200c1df3-d8a9-42db-83ec-6723cdbe5701,segment=NetworkSegment(3daecc90-8d27-458b-8803-ba0d162359ea),segment_id=3daecc90-8d27-458b-8803-ba0d162359ea)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:05:11.814271 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e2576e84-315a-4569-ac0c-2bc801a835a0 req-e52ef782-8c3c-4b5f-9c07-415496ca59b4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c800a63f-5d20-4479-bff0-75fde1f2c55a HTTP/1.1" status: 200 len: 217 time: 0.0362236 Nov 03 02:05:11.824153 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Returning: {'device': '200c1df3-d8a9-42db-83ec-6723cdbe5701', 'network_id': 'f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9', 'port_id': '200c1df3-d8a9-42db-83ec-6723cdbe5701', 'mac_address': 'fa:16:3e:5a:f0:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95177d92-9024-40b6-ac79-02b9d5fce0cc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108316) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 02:05:11.834030 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-a2b6f6c7-dbeb-4ec5-9425-a9a2fab97674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:11.869137 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:11.889004 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Provisioning for port 96d79956-425a-4084-b4ad-7e4e29f76595 completed by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 02:05:11.892359 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.notifiers.nova [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 200c1df3-d8a9-42db-83ec-6723cdbe5701 {{(pid=108316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 02:05:11.900250 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Provisioning complete for port 96d79956-425a-4084-b4ad-7e4e29f76595 triggered by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:05:11.900750 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:11.907709 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2b6f6c7-dbeb-4ec5-9425-a9a2fab97674 admin admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=108314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:05:11.919249 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b6f6c7-dbeb-4ec5-9425-a9a2fab97674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4f82b6-03ef-4f18-bd47-a5989f36a8a4,revision_number=1']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:05:11.935492 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-ba964b63-f560-46f6-8e54-a00cbd9f4320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:11.941038 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] For port 200c1df3-d8a9-42db-83ec-6723cdbe5701, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=200c1df3-d8a9-42db-83ec-6723cdbe5701,segment=NetworkSegment(3daecc90-8d27-458b-8803-ba0d162359ea),segment_id=3daecc90-8d27-458b-8803-ba0d162359ea)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:05:11.941742 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-a2b6f6c7-dbeb-4ec5-9425-a9a2fab97674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1588371'] for segment, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:11.942083 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.db.segments_db [None req-a2b6f6c7-dbeb-4ec5-9425-a9a2fab97674 admin admin] Added segment 658f6269-5d8d-4d2e-8b1f-5120683f289f of type vlan for network 002a37ce-10db-42f6-b7a3-5dcb2c3072bb Nov 03 02:05:11.951894 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2576e84-315a-4569-ac0c-2bc801a835a0 req-c0154a65-e3c7-4656-aefd-bb58032f930b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:11.953374 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e2576e84-315a-4569-ac0c-2bc801a835a0 req-c0154a65-e3c7-4656-aefd-bb58032f930b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=67746e52-e9e3-4c10-8eb3-4bad00b287b3 HTTP/1.1" status: 200 len: 859 time: 0.1306880 Nov 03 02:05:12.023238 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e2576e84-315a-4569-ac0c-2bc801a835a0 req-111183ed-d68f-429e-b7db-d4aef029eef2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=736ee5a9-6b0f-40e2-b2ff-a9aa9510814f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426924 Nov 03 02:05:12.024122 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba964b63-f560-46f6-8e54-a00cbd9f4320 None None] Routers {'42b9e46c-7006-47cb-a6ed-74fa879f1331'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:05:12.025452 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-ba964b63-f560-46f6-8e54-a00cbd9f4320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:04:49Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['42b9e46c-7006-47cb-a6ed-74fa879f1331'], 'active': True} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:05:12.025639 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-a2b6f6c7-dbeb-4ec5-9425-a9a2fab97674 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784217148025'] for network, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:12.045777 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3072bd0b-2575-4054-89b1-d8654d6c1d78 req-042f90e3-a0a2-49e6-bd9e-337169948f56 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:12.055522 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-3072bd0b-2575-4054-89b1-d8654d6c1d78 req-042f90e3-a0a2-49e6-bd9e-337169948f56 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/ports?device_id=561f8514-e68a-49fa-b7f0-ea60cb83a94e HTTP/1.1" status: 200 len: 944 time: 0.1743772 Nov 03 02:05:12.104241 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:12.108816 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8b4964-2cb0-4a34-9278-2daa33ae6059 None None] Pushing event updated for resources: {'Port': ['ID=3cee7e9a-7852-4d95-90c4-6f9e758b4d67,revision_number=4']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:05:12.194908 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-238d78a6-32de-4a99-a080-df9c46a82629 req-ddf69db0-5f5f-4467-8ee2-30a3892f7665 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.30 "GET /v2.0/ports?device_id=a90dea4f-ac73-4fbb-b103-80101d052586 HTTP/1.1" status: 200 len: 210 time: 0.0743973 Nov 03 02:05:12.223154 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-3072bd0b-2575-4054-89b1-d8654d6c1d78 req-f34bc4d1-4b87-4c00-b1ad-50f475fbd9d5 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f34f56d-22dc-4342-bf1f-f7098a5b32c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658502 Nov 03 02:05:12.250018 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Pushing event updated for resources: {'Port': ['ID=200c1df3-d8a9-42db-83ec-6723cdbe5701,revision_number=9']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:05:12.261652 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e2576e84-315a-4569-ac0c-2bc801a835a0 req-46ec4e22-ccda-4571-9435-d784b9cb22df service neutron] 10.222.0.37 "GET /v2.0/networks/736ee5a9-6b0f-40e2-b2ff-a9aa9510814f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249336 Nov 03 02:05:12.268917 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:12.303514 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvr_db [None req-ba964b63-f560-46f6-8e54-a00cbd9f4320 None None] Set router 42b9e46c-7006-47cb-a6ed-74fa879f1331 gateway port host: dv-cinder-815614-3-iscsi {{(pid=108316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:05:12.317242 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-a2b6f6c7-dbeb-4ec5-9425-a9a2fab97674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934'] for network, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:12.318504 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b6f6c7-dbeb-4ec5-9425-a9a2fab97674 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:12.321486 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-a2b6f6c7-dbeb-4ec5-9425-a9a2fab97674 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554904'] for network, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:12.349290 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '561f8514-e68a-49fa-b7f0-ea60cb83a94e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96d79956-425a-4084-b4ad-7e4e29f76595'}] {{(pid=108316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:05:12.352201 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c49bda4003134bcf77c295383a637b11cae661d7d3df1045ea696fe6ff2a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c135d9a-4143-4c85-b6f6-44f99c745452" -d '{"events": [{"server_uuid": "561f8514-e68a-49fa-b7f0-ea60cb83a94e", "name": "network-vif-plugged", "status": "completed", "tag": "96d79956-425a-4084-b4ad-7e4e29f76595"}]}' {{(pid=108316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:05:12.370675 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-9afe6f89-5b50-41e8-81b5-850f25936100 req-02252864-e419-4420-b65f-6a4aa802c6e6 tempest-VolumesNegativeTest-845221265 tempest-VolumesNegativeTest-845221265-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9dcb982-e537-49db-aa7e-2a5060b12d2a HTTP/1.1" status: 200 len: 210 time: 0.0901241 Nov 03 02:05:12.397223 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] get_ports_and_sgs() called for port_ids ['200c1df3-d8a9-42db-83ec-6723cdbe5701'] {{(pid=108316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 02:05:12.435998 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 02:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a2c0682-d92e-494b-97b9-6b5143aaaa17 x-openstack-request-id: req-2a2c0682-d92e-494b-97b9-6b5143aaaa17 {{(pid=108316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:05:12.435998 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "561f8514-e68a-49fa-b7f0-ea60cb83a94e", "name": "network-vif-plugged", "status": "completed", "tag": "96d79956-425a-4084-b4ad-7e4e29f76595", "code": 200}]} {{(pid=108316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:05:12.436241 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2a2c0682-d92e-494b-97b9-6b5143aaaa17 {{(pid=108316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:05:12.436662 dv-cinder-815614-3-iscsi neutron-server[108316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '561f8514-e68a-49fa-b7f0-ea60cb83a94e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96d79956-425a-4084-b4ad-7e4e29f76595', 'code': 200} Nov 03 02:05:12.438656 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] For port 96d79956-425a-4084-b4ad-7e4e29f76595, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=96d79956-425a-4084-b4ad-7e4e29f76595,segment=NetworkSegment(bd6c75a6-e698-4064-874e-491d3e61c23e),segment_id=bd6c75a6-e698-4064-874e-491d3e61c23e)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:05:12.461468 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b6f6c7-dbeb-4ec5-9425-a9a2fab97674 admin admin] Pushing event updated for resources: {'Network': ['ID=002a37ce-10db-42f6-b7a3-5dcb2c3072bb,revision_number=1']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:05:12.475636 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-99c0de89-72f7-413b-92ad-51938dd1cfa8 None None] Provisioning complete for port 3cee7e9a-7852-4d95-90c4-6f9e758b4d67 triggered by entity DHCP. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:05:12.476035 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-99c0de89-72f7-413b-92ad-51938dd1cfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:12.480299 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e2576e84-315a-4569-ac0c-2bc801a835a0 req-665cdb8d-fb14-41b2-8d8a-2b4cf66739e8 service neutron] 10.222.0.37 "GET /v2.0/networks/736ee5a9-6b0f-40e2-b2ff-a9aa9510814f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092273 Nov 03 02:05:12.487484 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-a2b6f6c7-dbeb-4ec5-9425-a9a2fab97674 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6082196 Nov 03 02:05:12.489719 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 46870) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:05:12.493026 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Network 002a37ce-10db-42f6-b7a3-5dcb2c3072bb details requested by agent ovs-agent-dv-cinder-815614-3-iscsi with host dv-cinder-815614-3-iscsi {{(pid=108316) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:05:12.498701 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.v2.base [None req-aecc0d22-724a-4916-a25e-5162c75effe5 admin admin] Request body: {'subnet': {'network_id': '002a37ce-10db-42f6-b7a3-5dcb2c3072bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1848991960-subnet', 'tenant_id': '273b64a59a8944ee89c57e8752b6354f', 'ip_version': 4}} {{(pid=108314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:05:12.558692 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:12.637924 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aecc0d22-724a-4916-a25e-5162c75effe5 admin admin] Made reservation on behalf of 273b64a59a8944ee89c57e8752b6354f for: {'subnet': 1} {{(pid=108314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:05:12.640270 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-aecc0d22-724a-4916-a25e-5162c75effe5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126342597'] for subnet, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:12.739257 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Pushing event updated for resources: {'Port': ['ID=96d79956-425a-4084-b4ad-7e4e29f76595,revision_number=5']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:05:12.831590 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-99c0de89-72f7-413b-92ad-51938dd1cfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:12.888976 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce3250-f382-42a2-a52d-f28e6abf74ca req-622ff0a1-f08f-436d-9a67-2fb80a3c7d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:12.890417 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-7bce3250-f382-42a2-a52d-f28e6abf74ca req-622ff0a1-f08f-436d-9a67-2fb80a3c7d17 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=561f8514-e68a-49fa-b7f0-ea60cb83a94e HTTP/1.1" status: 200 len: 1098 time: 0.0901518 Nov 03 02:05:12.902921 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b247ea11-016f-46c3-9ba1-0bd3665d81f9 req-d8f69774-15cc-47f1-9267-5cf73693008d tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:12.904338 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b247ea11-016f-46c3-9ba1-0bd3665d81f9 req-d8f69774-15cc-47f1-9267-5cf73693008d tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 945 time: 0.0655966 Nov 03 02:05:12.906455 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-99c0de89-72f7-413b-92ad-51938dd1cfa8 None None] For port 3cee7e9a-7852-4d95-90c4-6f9e758b4d67, host dv-cinder-815614-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=3cee7e9a-7852-4d95-90c4-6f9e758b4d67,segment=NetworkSegment(f2e87023-bcf8-4896-894f-b1c7672a5635),segment_id=f2e87023-bcf8-4896-894f-b1c7672a5635)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:05:12.928824 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-ba964b63-f560-46f6-8e54-a00cbd9f4320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b9e46c-7006-47cb-a6ed-74fa879f1331', 'name': 'tempest-TestShelveInstance-1318310909-router', 'tenant_id': '136f0a28eb6d4e108836305888f1fcb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'ac6140c2-44c3-4aaf-a7f0-41d92c4de2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:05:02Z', 'updated_at': '2021-11-03T02:05:08Z', 'revision_number': 4, 'project_id': '136f0a28eb6d4e108836305888f1fcb4', 'gw_port': {'id': 'ac6140c2-44c3-4aaf-a7f0-41d92c4de2b5', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:69:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b9e46c-7006-47cb-a6ed-74fa879f1331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:05:03Z', 'updated_at': '2021-11-03T02:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_interfaces': [{'id': '3cee7e9a-7852-4d95-90c4-6f9e758b4d67', 'name': '', 'network_id': '85bfa113-6079-42d9-9c6f-8ca12bd1c59a', 'tenant_id': '136f0a28eb6d4e108836305888f1fcb4', 'mac_address': 'fa:16:3e:27:e2:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b9e46c-7006-47cb-a6ed-74fa879f1331', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '92b994d1-893b-4528-a828-105ad45407c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:05:06Z', 'updated_at': '2021-11-03T02:05:11Z', 'revision_number': 4, 'project_id': '136f0a28eb6d4e108836305888f1fcb4', 'subnets': [{'id': '92b994d1-893b-4528-a828-105ad45407c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:05:12.942316 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-aecc0d22-724a-4916-a25e-5162c75effe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126899751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126342571'] for subnet, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:12.956396 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba964b63-f560-46f6-8e54-a00cbd9f4320 None None] The sync data for ids ['42b9e46c-7006-47cb-a6ed-74fa879f1331'] in dv-cinder-815614-3-iscsi is: [{'id': '42b9e46c-7006-47cb-a6ed-74fa879f1331', 'name': 'tempest-TestShelveInstance-1318310909-router', 'tenant_id': '136f0a28eb6d4e108836305888f1fcb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'ac6140c2-44c3-4aaf-a7f0-41d92c4de2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:05:02Z', 'updated_at': '2021-11-03T02:05:08Z', 'revision_number': 4, 'project_id': '136f0a28eb6d4e108836305888f1fcb4', 'gw_port': {'id': 'ac6140c2-44c3-4aaf-a7f0-41d92c4de2b5', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:69:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b9e46c-7006-47cb-a6ed-74fa879f1331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:05:03Z', 'updated_at': '2021-11-03T02:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_interfaces': [{'id': '3cee7e9a-7852-4d95-90c4-6f9e758b4d67', 'name': '', 'network_id': '85bfa113-6079-42d9-9c6f-8ca12bd1c59a', 'tenant_id': '136f0a28eb6d4e108836305888f1fcb4', 'mac_address': 'fa:16:3e:27:e2:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b9e46c-7006-47cb-a6ed-74fa879f1331', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '92b994d1-893b-4528-a828-105ad45407c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:05:06Z', 'updated_at': '2021-11-03T02:05:11Z', 'revision_number': 4, 'project_id': '136f0a28eb6d4e108836305888f1fcb4', 'subnets': [{'id': '92b994d1-893b-4528-a828-105ad45407c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:05:13.002888 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-7bce3250-f382-42a2-a52d-f28e6abf74ca req-e3c64890-0ece-4eb8-bc6d-874df80f2018 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5f34f56d-22dc-4342-bf1f-f7098a5b32c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975745 Nov 03 02:05:13.034428 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b247ea11-016f-46c3-9ba1-0bd3665d81f9 req-c553663c-6962-47ec-b6c4-d8d53db4de4f tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229770 Nov 03 02:05:13.037942 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-99c0de89-72f7-413b-92ad-51938dd1cfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:13.043337 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc0d22-724a-4916-a25e-5162c75effe5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=076687aa-f0dc-4168-a71c-e5fb8a6ddfc2,revision_number=0']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:05:13.057520 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecc0d22-724a-4916-a25e-5162c75effe5 admin admin] Checking segment: {'id': '658f6269-5d8d-4d2e-8b1f-5120683f289f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '002a37ce-10db-42f6-b7a3-5dcb2c3072bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 02:05:13.057881 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecc0d22-724a-4916-a25e-5162c75effe5 admin admin] Network hostable DHCP agents. Network: 002a37ce-10db-42f6-b7a3-5dcb2c3072bb, hostable agents: ['7b028a63-a201-45f3-9c70-05c56c6a2a18'], hosted agents: [] {{(pid=108314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:05:13.123736 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c0de89-72f7-413b-92ad-51938dd1cfa8 None None] Pushing event updated for resources: {'Port': ['ID=3cee7e9a-7852-4d95-90c4-6f9e758b4d67,revision_number=5']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:05:13.181299 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad2bf6-7d8d-472c-a0b4-ae45063ef079 req-d4a7bf5f-314f-456a-9e93-81b8a9aa02ef tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:13.182860 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-abad2bf6-7d8d-472c-a0b4-ae45063ef079 req-d4a7bf5f-314f-456a-9e93-81b8a9aa02ef tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 945 time: 0.0563014 Nov 03 02:05:13.203739 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecc0d22-724a-4916-a25e-5162c75effe5 admin admin] Network 002a37ce-10db-42f6-b7a3-5dcb2c3072bb is scheduled to be hosted by DHCP agent 7b028a63-a201-45f3-9c70-05c56c6a2a18 with binding_index 1 {{(pid=108314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:05:13.237965 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-abad2bf6-7d8d-472c-a0b4-ae45063ef079 req-6d71d2fc-1614-4516-88d8-c4cf2a4b40a9 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482914 Nov 03 02:05:13.295451 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.base_scheduler [None req-aecc0d22-724a-4916-a25e-5162c75effe5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815614-3-iscsi, 002a37ce-10db-42f6-b7a3-5dcb2c3072bb) {{(pid=108314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:05:13.302556 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aecc0d22-724a-4916-a25e-5162c75effe5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:13.302556 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-aecc0d22-724a-4916-a25e-5162c75effe5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554904'] for subnet, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:13.314837 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7908ecf8-0679-4eb7-a1be-50d6852828ab None None] Network 002a37ce-10db-42f6-b7a3-5dcb2c3072bb requested from dv-cinder-815614-3-iscsi {{(pid=108316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 02:05:13.396155 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b12148-6fe2-4f24-b13a-d84e25519d9a req-9054c016-e7ce-4349-a3fb-f9177df4689f tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:13.397781 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d2b12148-6fe2-4f24-b13a-d84e25519d9a req-9054c016-e7ce-4349-a3fb-f9177df4689f tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/ports?device_id=561f8514-e68a-49fa-b7f0-ea60cb83a94e HTTP/1.1" status: 200 len: 945 time: 0.0553901 Nov 03 02:05:13.409405 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-aecc0d22-724a-4916-a25e-5162c75effe5 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9184024 Nov 03 02:05:13.412033 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 46888) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:05:13.422879 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.v2.base [None req-f121ad2c-3b03-4ee1-bd6d-f24c6790484e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1848991960-router', 'tenant_id': '273b64a59a8944ee89c57e8752b6354f', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e'}}} {{(pid=108315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:05:13.467100 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d2b12148-6fe2-4f24-b13a-d84e25519d9a req-d82cbf32-f956-4b14-9481-f053340b0091 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f34f56d-22dc-4342-bf1f-f7098a5b32c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625327 Nov 03 02:05:13.509225 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device 171a824a-6709-4440-afd6-b8fcfc397fc3 no longer exists at agent hyperv_hv-cinder-81561 {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:05:13.539792 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065d5957-9f89-4fac-9001-17488ee37ab5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1c4a7f7-6499-5e5a-80e6-341c4ff4fafa-002a37ce-10db-42f6-b7a3-5dcb2c3072bb', 'network_id': '002a37ce-10db-42f6-b7a3-5dcb2c3072bb', 'tenant_id': '273b64a59a8944ee89c57e8752b6354f', 'fixed_ips': [{'subnet_id': '076687aa-f0dc-4168-a71c-e5fb8a6ddfc2'}]}} from dv-cinder-815614-3-iscsi. {{(pid=108316) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 02:05:13.540676 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-065d5957-9f89-4fac-9001-17488ee37ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_create {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:13.543126 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] No Port match for: 171a824a-6709-4440-afd6-b8fcfc397fc3 {{(pid=108316) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 02:05:13.543500 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device 171a824a-6709-4440-afd6-b8fcfc397fc3 not bound to the agent host hv-cinder-81561 {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:05:13.543906 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device c6cc6d29-8315-4b6b-bd7c-54586185d3f8 no longer exists at agent hyperv_hv-cinder-81561 {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:05:13.557993 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-f121ad2c-3b03-4ee1-bd6d-f24c6790484e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15184'] for router, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:13.565348 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-f121ad2c-3b03-4ee1-bd6d-f24c6790484e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-558639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15175'] for router, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:13.579409 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] No Port match for: c6cc6d29-8315-4b6b-bd7c-54586185d3f8 {{(pid=108316) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 02:05:13.579775 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device c6cc6d29-8315-4b6b-bd7c-54586185d3f8 not bound to the agent host hv-cinder-81561 {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:05:13.635344 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-f121ad2c-3b03-4ee1-bd6d-f24c6790484e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:13.742649 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.db_base_plugin_common [None req-065d5957-9f89-4fac-9001-17488ee37ab5 None None] Allocated IP 172.20.0.2 (002a37ce-10db-42f6-b7a3-5dcb2c3072bb/076687aa-f0dc-4168-a71c-e5fb8a6ddfc2/314d5a73-4d48-408e-a5cf-c4035660b698) {{(pid=108316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:05:13.951302 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-f121ad2c-3b03-4ee1-bd6d-f24c6790484e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:14.018474 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-065d5957-9f89-4fac-9001-17488ee37ab5 None None] Publish callbacks [] for port, precommit_create {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:14.098089 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-065d5957-9f89-4fac-9001-17488ee37ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784217128214'] for port, after_create {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:14.151295 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065d5957-9f89-4fac-9001-17488ee37ab5 None None] Network 002a37ce-10db-42f6-b7a3-5dcb2c3072bb is already hosted by enough agents. {{(pid=108316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:05:14.161409 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.scheduler.base_scheduler [None req-065d5957-9f89-4fac-9001-17488ee37ab5 None None] Resources bound (agent type, host, resource id): {{(pid=108316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:05:14.212886 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065d5957-9f89-4fac-9001-17488ee37ab5 None None] Received port after_create {{(pid=108316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:05:14.231563 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065d5957-9f89-4fac-9001-17488ee37ab5 None None] Pushing event updated for resources: {'Port': ['ID=314d5a73-4d48-408e-a5cf-c4035660b698,revision_number=1']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:05:14.242685 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device 3cee7e9a-7852-4d95-90c4-6f9e758b4d67 up at agent ovs-agent-dv-cinder-815614-3-iscsi {{(pid=108316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:05:14.263239 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa2405-ba96-47ba-90a7-86b4adc8ac08 req-e2ecef53-ec64-4b6a-826c-d529d89a773a tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:14.271435 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-ffaa2405-ba96-47ba-90a7-86b4adc8ac08 req-e2ecef53-ec64-4b6a-826c-d529d89a773a tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 945 time: 0.0811102 Nov 03 02:05:14.369647 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-ffaa2405-ba96-47ba-90a7-86b4adc8ac08 req-19688b42-ec9f-4603-a5f3-d5c17390ab3d tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914235 Nov 03 02:05:14.373241 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.managers [None req-065d5957-9f89-4fac-9001-17488ee37ab5 None None] Attempting to bind port 314d5a73-4d48-408e-a5cf-c4035660b698 on host dv-cinder-815614-3-iscsi for vnic_type normal with profile {{(pid=108316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 02:05:14.373798 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.managers [None req-065d5957-9f89-4fac-9001-17488ee37ab5 None None] Attempting to bind port 314d5a73-4d48-408e-a5cf-c4035660b698 by drivers openvswitch,hyperv on host dv-cinder-815614-3-iscsi at level 0 using segments [{'id': '658f6269-5d8d-4d2e-8b1f-5120683f289f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '002a37ce-10db-42f6-b7a3-5dcb2c3072bb'}] {{(pid=108316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 02:05:14.374354 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065d5957-9f89-4fac-9001-17488ee37ab5 None None] Attempting to bind port 314d5a73-4d48-408e-a5cf-c4035660b698 on network 002a37ce-10db-42f6-b7a3-5dcb2c3072bb {{(pid=108316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:05:14.384506 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065d5957-9f89-4fac-9001-17488ee37ab5 None None] Checking agent: {'id': '8d43342f-520b-4221-8f38-1d21061a375d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815614-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 1, 53, 24), 'started_at': datetime.datetime(2021, 11, 3, 1, 53, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 2, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815614-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:05:14.391648 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065d5957-9f89-4fac-9001-17488ee37ab5 None None] Checking segment: {'id': '658f6269-5d8d-4d2e-8b1f-5120683f289f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '002a37ce-10db-42f6-b7a3-5dcb2c3072bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 02:05:14.391648 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-065d5957-9f89-4fac-9001-17488ee37ab5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:14.391648 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065d5957-9f89-4fac-9001-17488ee37ab5 None None] Bound using segment: {'id': '658f6269-5d8d-4d2e-8b1f-5120683f289f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '002a37ce-10db-42f6-b7a3-5dcb2c3072bb'} {{(pid=108316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:05:14.391648 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.managers [None req-065d5957-9f89-4fac-9001-17488ee37ab5 None None] Bound port: 314d5a73-4d48-408e-a5cf-c4035660b698, host: dv-cinder-815614-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '658f6269-5d8d-4d2e-8b1f-5120683f289f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '002a37ce-10db-42f6-b7a3-5dcb2c3072bb'}}] {{(pid=108316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 02:05:14.391648 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-065d5957-9f89-4fac-9001-17488ee37ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:14.404122 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-f121ad2c-3b03-4ee1-bd6d-f24c6790484e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:14.430300 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-f121ad2c-3b03-4ee1-bd6d-f24c6790484e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:14.444452 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Provisioning complete for port 3cee7e9a-7852-4d95-90c4-6f9e758b4d67 triggered by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:05:14.444760 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:14.444878 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b17dc64-f59e-4539-89b9-8fc099b1e53a req-dc4885de-a6f1-4972-88c8-654707e54d3c tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:14.446435 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-7b17dc64-f59e-4539-89b9-8fc099b1e53a req-dc4885de-a6f1-4972-88c8-654707e54d3c tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 945 time: 0.0757635 Nov 03 02:05:14.510956 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-065d5957-9f89-4fac-9001-17488ee37ab5 None None] For port 314d5a73-4d48-408e-a5cf-c4035660b698, host dv-cinder-815614-3-iscsi, cleared binding levels {{(pid=108316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:05:14.529985 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-065d5957-9f89-4fac-9001-17488ee37ab5 None None] For port 314d5a73-4d48-408e-a5cf-c4035660b698, host dv-cinder-815614-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=314d5a73-4d48-408e-a5cf-c4035660b698,segment=NetworkSegment(658f6269-5d8d-4d2e-8b1f-5120683f289f),segment_id=658f6269-5d8d-4d2e-8b1f-5120683f289f)] {{(pid=108316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:05:14.533630 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-7b17dc64-f59e-4539-89b9-8fc099b1e53a req-22024773-85e9-46ed-8408-ce5e4047c8e9 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718548 Nov 03 02:05:14.703259 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.db.db_base_plugin_common [None req-f121ad2c-3b03-4ee1-bd6d-f24c6790484e admin admin] Allocated IP 172.27.1.156 (4ca214f6-e89c-4bd7-af93-48c10786815e/d2239322-01a4-44c7-bb94-af7246032662/26c2dc42-d698-41dc-9b7e-667d5e5abf3c) {{(pid=108315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:05:14.704595 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5f460c-ae4f-45be-9796-6763a3c28917 req-e125f721-8d11-4448-bbbc-d32a93367aa6 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:14.704595 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-3a5f460c-ae4f-45be-9796-6763a3c28917 req-e125f721-8d11-4448-bbbc-d32a93367aa6 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/ports?device_id=561f8514-e68a-49fa-b7f0-ea60cb83a94e HTTP/1.1" status: 200 len: 945 time: 0.0574625 Nov 03 02:05:14.704595 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-3a5f460c-ae4f-45be-9796-6763a3c28917 req-97cfead6-45d3-4d7c-84f2-b7ede3613ac3 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f34f56d-22dc-4342-bf1f-f7098a5b32c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436480 Nov 03 02:05:14.706088 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-f121ad2c-3b03-4ee1-bd6d-f24c6790484e admin admin] Publish callbacks [] for port, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:14.733965 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-065d5957-9f89-4fac-9001-17488ee37ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:14.791236 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065d5957-9f89-4fac-9001-17488ee37ab5 None None] Pushing event updated for resources: {'Port': ['ID=314d5a73-4d48-408e-a5cf-c4035660b698,revision_number=2']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:05:14.823717 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-f121ad2c-3b03-4ee1-bd6d-f24c6790484e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784217128214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127914182'] for port, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:14.839647 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57136fef-51be-4319-b6c2-f8694bce3cfc req-d281545c-d318-401d-a8c2-4eefe73f4032 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:14.841141 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-57136fef-51be-4319-b6c2-f8694bce3cfc req-d281545c-d318-401d-a8c2-4eefe73f4032 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/ports?device_id=561f8514-e68a-49fa-b7f0-ea60cb83a94e HTTP/1.1" status: 200 len: 945 time: 0.0765760 Nov 03 02:05:14.872153 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f121ad2c-3b03-4ee1-bd6d-f24c6790484e admin admin] Network 4ca214f6-e89c-4bd7-af93-48c10786815e is already hosted by enough agents. {{(pid=108315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:05:14.880632 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.base_scheduler [None req-f121ad2c-3b03-4ee1-bd6d-f24c6790484e admin admin] Resources bound (agent type, host, resource id): {{(pid=108315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:05:14.884797 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f121ad2c-3b03-4ee1-bd6d-f24c6790484e admin admin] Received port after_create {{(pid=108315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:05:14.890834 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f121ad2c-3b03-4ee1-bd6d-f24c6790484e admin admin] Pushing event updated for resources: {'Port': ['ID=26c2dc42-d698-41dc-9b7e-667d5e5abf3c,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:05:14.915733 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-57136fef-51be-4319-b6c2-f8694bce3cfc req-248c60df-b968-4122-8320-79b327adfc2a tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f34f56d-22dc-4342-bf1f-f7098a5b32c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676923 Nov 03 02:05:15.270307 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-f121ad2c-3b03-4ee1-bd6d-f24c6790484e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:15.284182 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7ddd1-03b7-481f-8c17-5226a0bbf22e req-1b4d066a-4e90-49fb-a72c-c8f5018415da tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:15.285677 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e6c7ddd1-03b7-481f-8c17-5226a0bbf22e req-1b4d066a-4e90-49fb-a72c-c8f5018415da tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/ports?device_id=561f8514-e68a-49fa-b7f0-ea60cb83a94e HTTP/1.1" status: 200 len: 945 time: 0.0488961 Nov 03 02:05:15.338232 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e6c7ddd1-03b7-481f-8c17-5226a0bbf22e req-8a4fcdac-746f-4401-901e-e42e7ce38b87 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f34f56d-22dc-4342-bf1f-f7098a5b32c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466371 Nov 03 02:05:15.486763 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50010f5-dcde-4e86-8843-54b0fc196364 req-27772da6-6501-4166-a1fc-8d60bf5b0eb1 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:15.488326 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d50010f5-dcde-4e86-8843-54b0fc196364 req-27772da6-6501-4166-a1fc-8d60bf5b0eb1 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 945 time: 0.0592382 Nov 03 02:05:15.515062 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-f121ad2c-3b03-4ee1-bd6d-f24c6790484e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641673'] for router, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:15.557793 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d50010f5-dcde-4e86-8843-54b0fc196364 req-19fc3564-d5e8-43d4-852c-06682752d8e2 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583293 Nov 03 02:05:15.663236 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc56ddd-2c34-4793-b63c-5ef1f9e96530 req-ad362ceb-5d0b-4936-87e4-83e31e61f3fc tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:15.665003 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1dc56ddd-2c34-4793-b63c-5ef1f9e96530 req-ad362ceb-5d0b-4936-87e4-83e31e61f3fc tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 945 time: 0.0555458 Nov 03 02:05:15.732594 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1dc56ddd-2c34-4793-b63c-5ef1f9e96530 req-cae0ff6f-a155-49a0-b3db-d625dc9987b3 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581317 Nov 03 02:05:15.747080 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f121ad2c-3b03-4ee1-bd6d-f24c6790484e admin admin] Router 17acf2ce-dae6-4dad-a806-782e06b2ed78 is scheduled to L3 agent dfdd482b-800d-4ddb-af67-bfdcf28c1d2f with binding_index 1 {{(pid=108315) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 02:05:15.865221 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f121ad2c-3b03-4ee1-bd6d-f24c6790484e admin admin] Notify agent at l3_agent.dv-cinder-815614-3-iscsi the message routers_updated {{(pid=108315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:05:15.875059 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1ed175-2f5d-494f-ba66-ca559d304e9d None None] Sync routers for ids ['17acf2ce-dae6-4dad-a806-782e06b2ed78'] in dv-cinder-815614-3-iscsi {{(pid=108317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:05:15.876562 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fda5616-2910-4047-97c1-0d6148de9d4c None None] Network 002a37ce-10db-42f6-b7a3-5dcb2c3072bb requested from dv-cinder-815614-3-iscsi {{(pid=108316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 02:05:15.885463 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1ed175-2f5d-494f-ba66-ca559d304e9d None None] Routers {'17acf2ce-dae6-4dad-a806-782e06b2ed78'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:05:15.886194 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-ce1ed175-2f5d-494f-ba66-ca559d304e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:04:49Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['17acf2ce-dae6-4dad-a806-782e06b2ed78'], 'active': True} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:05:15.965967 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-f121ad2c-3b03-4ee1-bd6d-f24c6790484e admin admin] Publish callbacks [] for router, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:15.971002 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-f121ad2c-3b03-4ee1-bd6d-f24c6790484e admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5574453 Nov 03 02:05:15.978951 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 47014) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:05:16.022989 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvr_db [None req-ce1ed175-2f5d-494f-ba66-ca559d304e9d None None] Set router 17acf2ce-dae6-4dad-a806-782e06b2ed78 gateway port host: dv-cinder-815614-3-iscsi {{(pid=108317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:05:16.054642 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-2e0c79fd-2318-4511-af92-ceb41d8a681e None None] Provisioning complete for port 314d5a73-4d48-408e-a5cf-c4035660b698 triggered by entity DHCP. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:05:16.055111 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-2e0c79fd-2318-4511-af92-ceb41d8a681e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:16.180437 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-2e0c79fd-2318-4511-af92-ceb41d8a681e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:16.213758 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device 314d5a73-4d48-408e-a5cf-c4035660b698 up at agent ovs-agent-dv-cinder-815614-3-iscsi {{(pid=108316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:05:16.268689 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device 200c1df3-d8a9-42db-83ec-6723cdbe5701 up at agent hyperv_hv-cinder-81561 {{(pid=108316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:05:16.273278 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-ce1ed175-2f5d-494f-ba66-ca559d304e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17acf2ce-dae6-4dad-a806-782e06b2ed78', 'name': 'tempest-TestShelveInstance-1848991960-router', 'tenant_id': '273b64a59a8944ee89c57e8752b6354f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '26c2dc42-d698-41dc-9b7e-667d5e5abf3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:05:13Z', 'updated_at': '2021-11-03T02:05:15Z', 'revision_number': 3, 'project_id': '273b64a59a8944ee89c57e8752b6354f', 'gw_port': {'id': '26c2dc42-d698-41dc-9b7e-667d5e5abf3c', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:17:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17acf2ce-dae6-4dad-a806-782e06b2ed78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:05:14Z', 'updated_at': '2021-11-03T02:05:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi'}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:05:16.311228 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1ed175-2f5d-494f-ba66-ca559d304e9d None None] Checking router: 17acf2ce-dae6-4dad-a806-782e06b2ed78 for host: dv-cinder-815614-3-iscsi {{(pid=108317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:05:16.312064 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1ed175-2f5d-494f-ba66-ca559d304e9d None None] Updating router 17acf2ce-dae6-4dad-a806-782e06b2ed78 port 26c2dc42-d698-41dc-9b7e-667d5e5abf3c binding host dv-cinder-815614-3-iscsi {{(pid=108317) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 02:05:16.327766 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-2e0c79fd-2318-4511-af92-ceb41d8a681e None None] For port 314d5a73-4d48-408e-a5cf-c4035660b698, host dv-cinder-815614-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=314d5a73-4d48-408e-a5cf-c4035660b698,segment=NetworkSegment(658f6269-5d8d-4d2e-8b1f-5120683f289f),segment_id=658f6269-5d8d-4d2e-8b1f-5120683f289f)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:05:16.346535 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron_lib.callbacks.manager [None req-ce1ed175-2f5d-494f-ba66-ca559d304e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:16.350649 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Provisioning complete for port 314d5a73-4d48-408e-a5cf-c4035660b698 triggered by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:05:16.351477 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:16.393515 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-2e0c79fd-2318-4511-af92-ceb41d8a681e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:16.453789 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Provisioning complete for port 200c1df3-d8a9-42db-83ec-6723cdbe5701 triggered by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:05:16.457736 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:16.497928 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c79fd-2318-4511-af92-ceb41d8a681e None None] Pushing event updated for resources: {'Port': ['ID=314d5a73-4d48-408e-a5cf-c4035660b698,revision_number=3']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:05:16.561455 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-2e1c548f-f109-4e65-b2ed-93a282598318 None None] Provisioning complete for port 314d5a73-4d48-408e-a5cf-c4035660b698 triggered by entity DHCP. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:05:16.561455 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-2e1c548f-f109-4e65-b2ed-93a282598318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:16.600838 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-6e9ed64a-bcd9-42d6-b5ff-0c16ebc97674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:16.687647 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron_lib.callbacks.manager [None req-ce1ed175-2f5d-494f-ba66-ca559d304e9d None None] Publish callbacks [] for port, precommit_update {{(pid=108317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:16.693406 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:16.720719 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd902b22-beb7-47fe-bb01-d123d3df6793 req-3874c701-37b2-448b-badc-fc5838f2d60a tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:16.722568 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-fd902b22-beb7-47fe-bb01-d123d3df6793 req-3874c701-37b2-448b-badc-fc5838f2d60a tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 945 time: 0.0577443 Nov 03 02:05:16.752648 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-e887d799-0969-49a0-a75a-0f2d43eae0ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:16.772117 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron_lib.callbacks.manager [None req-ce1ed175-2f5d-494f-ba66-ca559d304e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:16.783330 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1203383-0300-4df4-8d34-0d52ac57e83d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200c1df3-d8a9-42db-83ec-6723cdbe5701'}] {{(pid=108316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:05:16.785616 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c49bda4003134bcf77c295383a637b11cae661d7d3df1045ea696fe6ff2a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e85184ac-1d1c-4ac3-a682-94318d8a63ae" -d '{"events": [{"server_uuid": "c1203383-0300-4df4-8d34-0d52ac57e83d", "name": "network-vif-plugged", "status": "completed", "tag": "200c1df3-d8a9-42db-83ec-6723cdbe5701"}]}' {{(pid=108316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:05:16.819399 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] For port 200c1df3-d8a9-42db-83ec-6723cdbe5701, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=200c1df3-d8a9-42db-83ec-6723cdbe5701,segment=NetworkSegment(3daecc90-8d27-458b-8803-ba0d162359ea),segment_id=3daecc90-8d27-458b-8803-ba0d162359ea)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:05:16.821054 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-fd902b22-beb7-47fe-bb01-d123d3df6793 req-10c4b2b5-8317-476b-9c8b-f3aa1fcb1a54 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902152 Nov 03 02:05:16.876431 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.db.db_base_plugin_common [None req-6e9ed64a-bcd9-42d6-b5ff-0c16ebc97674 admin admin] Allocated IP 172.20.0.1 (002a37ce-10db-42f6-b7a3-5dcb2c3072bb/076687aa-f0dc-4168-a71c-e5fb8a6ddfc2/216e4158-49be-4d80-8960-741d0bd926a7) {{(pid=108315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:05:16.880985 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 02:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4134302-1205-4f1a-baf0-f8946c7fcf50 x-openstack-request-id: req-b4134302-1205-4f1a-baf0-f8946c7fcf50 {{(pid=108316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:05:16.881505 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1203383-0300-4df4-8d34-0d52ac57e83d", "name": "network-vif-plugged", "status": "completed", "tag": "200c1df3-d8a9-42db-83ec-6723cdbe5701", "code": 200}]} {{(pid=108316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:05:16.881604 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b4134302-1205-4f1a-baf0-f8946c7fcf50 {{(pid=108316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:05:16.881930 dv-cinder-815614-3-iscsi neutron-server[108316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1203383-0300-4df4-8d34-0d52ac57e83d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200c1df3-d8a9-42db-83ec-6723cdbe5701', 'code': 200} Nov 03 02:05:16.886242 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:16.891260 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eed40d2-58d2-4c78-8f7c-4324ae33e77b None None] Pushing event updated for resources: {'Port': ['ID=26c2dc42-d698-41dc-9b7e-667d5e5abf3c,revision_number=2']} {{(pid=108317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:05:16.907943 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.managers [None req-ce1ed175-2f5d-494f-ba66-ca559d304e9d None None] Attempting to bind port 26c2dc42-d698-41dc-9b7e-667d5e5abf3c on host dv-cinder-815614-3-iscsi for vnic_type normal with profile {{(pid=108317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 02:05:16.908599 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.managers [None req-ce1ed175-2f5d-494f-ba66-ca559d304e9d None None] Attempting to bind port 26c2dc42-d698-41dc-9b7e-667d5e5abf3c by drivers openvswitch,hyperv on host dv-cinder-815614-3-iscsi at level 0 using segments [{'id': '1823f467-65f5-492c-8155-6dfe4df97867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e'}] {{(pid=108317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 02:05:16.909129 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1ed175-2f5d-494f-ba66-ca559d304e9d None None] Attempting to bind port 26c2dc42-d698-41dc-9b7e-667d5e5abf3c on network 4ca214f6-e89c-4bd7-af93-48c10786815e {{(pid=108317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:05:16.916382 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1ed175-2f5d-494f-ba66-ca559d304e9d None None] Checking agent: {'id': '8d43342f-520b-4221-8f38-1d21061a375d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815614-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 1, 53, 24), 'started_at': datetime.datetime(2021, 11, 3, 1, 53, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 2, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815614-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:05:16.916966 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1ed175-2f5d-494f-ba66-ca559d304e9d None None] Checking segment: {'id': '1823f467-65f5-492c-8155-6dfe4df97867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 02:05:16.917526 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron_lib.callbacks.manager [None req-ce1ed175-2f5d-494f-ba66-ca559d304e9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:16.918919 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1ed175-2f5d-494f-ba66-ca559d304e9d None None] Bound using segment: {'id': '1823f467-65f5-492c-8155-6dfe4df97867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e'} {{(pid=108317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:05:16.919563 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.managers [None req-ce1ed175-2f5d-494f-ba66-ca559d304e9d None None] Bound port: 26c2dc42-d698-41dc-9b7e-667d5e5abf3c, host: dv-cinder-815614-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1823f467-65f5-492c-8155-6dfe4df97867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e'}}] {{(pid=108317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 02:05:16.920216 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron_lib.callbacks.manager [None req-ce1ed175-2f5d-494f-ba66-ca559d304e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:16.982452 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7944254c-0e93-41ad-868a-ceadc89b38e0 req-6327a0d0-c21e-4774-a189-15f763582c47 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:16.984234 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-7944254c-0e93-41ad-868a-ceadc89b38e0 req-6327a0d0-c21e-4774-a189-15f763582c47 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 947 time: 0.1096802 Nov 03 02:05:17.015164 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.db [None req-ce1ed175-2f5d-494f-ba66-ca559d304e9d None None] For port 26c2dc42-d698-41dc-9b7e-667d5e5abf3c, host dv-cinder-815614-3-iscsi, cleared binding levels {{(pid=108317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:05:17.015164 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.db [None req-ce1ed175-2f5d-494f-ba66-ca559d304e9d None None] For port 26c2dc42-d698-41dc-9b7e-667d5e5abf3c, host dv-cinder-815614-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=26c2dc42-d698-41dc-9b7e-667d5e5abf3c,segment=NetworkSegment(1823f467-65f5-492c-8155-6dfe4df97867),segment_id=1823f467-65f5-492c-8155-6dfe4df97867)] {{(pid=108317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:05:17.033342 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Pushing event updated for resources: {'Port': ['ID=200c1df3-d8a9-42db-83ec-6723cdbe5701,revision_number=10']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:05:17.036280 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-6e9ed64a-bcd9-42d6-b5ff-0c16ebc97674 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:17.050603 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-7944254c-0e93-41ad-868a-ceadc89b38e0 req-893e8b3e-8282-40db-ac5e-84baff56a1ce tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577114 Nov 03 02:05:17.106420 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron_lib.callbacks.manager [None req-ce1ed175-2f5d-494f-ba66-ca559d304e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:17.146280 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-6e9ed64a-bcd9-42d6-b5ff-0c16ebc97674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784217128214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127914182'] for port, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:17.170429 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1ed175-2f5d-494f-ba66-ca559d304e9d None None] Routers {'17acf2ce-dae6-4dad-a806-782e06b2ed78'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:05:17.171294 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-ce1ed175-2f5d-494f-ba66-ca559d304e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:04:49Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['17acf2ce-dae6-4dad-a806-782e06b2ed78'], 'active': True} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:05:17.173863 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eed40d2-58d2-4c78-8f7c-4324ae33e77b None None] Pushing event updated for resources: {'Port': ['ID=26c2dc42-d698-41dc-9b7e-667d5e5abf3c,revision_number=3']} {{(pid=108317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:05:17.189068 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9ed64a-bcd9-42d6-b5ff-0c16ebc97674 admin admin] Network 002a37ce-10db-42f6-b7a3-5dcb2c3072bb is already hosted by enough agents. {{(pid=108315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:05:17.195950 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.base_scheduler [None req-6e9ed64a-bcd9-42d6-b5ff-0c16ebc97674 admin admin] Resources bound (agent type, host, resource id): {{(pid=108315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:05:17.200377 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9ed64a-bcd9-42d6-b5ff-0c16ebc97674 admin admin] Received port after_create {{(pid=108315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:05:17.206178 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ed64a-bcd9-42d6-b5ff-0c16ebc97674 admin admin] Pushing event updated for resources: {'Port': ['ID=216e4158-49be-4d80-8960-741d0bd926a7,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:05:17.260141 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-6e9ed64a-bcd9-42d6-b5ff-0c16ebc97674 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640980'] for router_interface, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:17.340195 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvr_db [None req-ce1ed175-2f5d-494f-ba66-ca559d304e9d None None] Set router 17acf2ce-dae6-4dad-a806-782e06b2ed78 gateway port host: dv-cinder-815614-3-iscsi {{(pid=108317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:05:17.467365 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-efca29ff-6c33-422a-b21a-4ce52f6986f9 None None] Provisioning complete for port 216e4158-49be-4d80-8960-741d0bd926a7 triggered by entity DHCP. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:05:17.468075 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-efca29ff-6c33-422a-b21a-4ce52f6986f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:17.482252 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-6e9ed64a-bcd9-42d6-b5ff-0c16ebc97674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:17.513988 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-efca29ff-6c33-422a-b21a-4ce52f6986f9 None None] Port 216e4158-49be-4d80-8960-741d0bd926a7 cannot update to ACTIVE because it is not bound. {{(pid=108316) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 02:05:17.549000 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-ce1ed175-2f5d-494f-ba66-ca559d304e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17acf2ce-dae6-4dad-a806-782e06b2ed78', 'name': 'tempest-TestShelveInstance-1848991960-router', 'tenant_id': '273b64a59a8944ee89c57e8752b6354f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '26c2dc42-d698-41dc-9b7e-667d5e5abf3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:05:13Z', 'updated_at': '2021-11-03T02:05:15Z', 'revision_number': 3, 'project_id': '273b64a59a8944ee89c57e8752b6354f', 'gw_port': {'id': '26c2dc42-d698-41dc-9b7e-667d5e5abf3c', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:17:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17acf2ce-dae6-4dad-a806-782e06b2ed78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:05:14Z', 'updated_at': '2021-11-03T02:05:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi'}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:05:17.577567 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1ed175-2f5d-494f-ba66-ca559d304e9d None None] The sync data for ids ['17acf2ce-dae6-4dad-a806-782e06b2ed78'] in dv-cinder-815614-3-iscsi is: [{'id': '17acf2ce-dae6-4dad-a806-782e06b2ed78', 'name': 'tempest-TestShelveInstance-1848991960-router', 'tenant_id': '273b64a59a8944ee89c57e8752b6354f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '26c2dc42-d698-41dc-9b7e-667d5e5abf3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:05:13Z', 'updated_at': '2021-11-03T02:05:15Z', 'revision_number': 3, 'project_id': '273b64a59a8944ee89c57e8752b6354f', 'gw_port': {'id': '26c2dc42-d698-41dc-9b7e-667d5e5abf3c', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:17:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17acf2ce-dae6-4dad-a806-782e06b2ed78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:05:14Z', 'updated_at': '2021-11-03T02:05:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi'}] {{(pid=108317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:05:17.721710 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-6e9ed64a-bcd9-42d6-b5ff-0c16ebc97674 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:17.824399 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-6e9ed64a-bcd9-42d6-b5ff-0c16ebc97674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127914185'] for port, after_update {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:17.945675 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ed64a-bcd9-42d6-b5ff-0c16ebc97674 admin admin] Pushing event updated for resources: {'Port': ['ID=216e4158-49be-4d80-8960-741d0bd926a7,revision_number=2']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:05:17.979146 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-6e9ed64a-bcd9-42d6-b5ff-0c16ebc97674 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640840'] for router_interface, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:18.026315 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258e2a8-beef-4fff-bbdf-36cb9a28ee68 req-762c1cd7-a903-494b-9cbe-1a9da5f2a5f8 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:18.028427 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a258e2a8-beef-4fff-bbdf-36cb9a28ee68 req-762c1cd7-a903-494b-9cbe-1a9da5f2a5f8 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 945 time: 0.0832143 Nov 03 02:05:18.134427 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a258e2a8-beef-4fff-bbdf-36cb9a28ee68 req-5f04f734-4cad-4a89-95eb-fdfb763f38c0 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875010 Nov 03 02:05:18.156102 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac4c57a-b164-40ea-85cc-4cfea6e8aac2 req-8f03bc92-ea22-47a1-b07f-4dc4668ab22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:18.157882 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-0ac4c57a-b164-40ea-85cc-4cfea6e8aac2 req-8f03bc92-ea22-47a1-b07f-4dc4668ab22e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 1100 time: 0.0719950 Nov 03 02:05:18.173889 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9ed64a-bcd9-42d6-b5ff-0c16ebc97674 admin admin] Network 002a37ce-10db-42f6-b7a3-5dcb2c3072bb is already hosted by enough agents. {{(pid=108315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:05:18.176306 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.base_scheduler [None req-6e9ed64a-bcd9-42d6-b5ff-0c16ebc97674 admin admin] Resources bound (agent type, host, resource id): {{(pid=108315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:05:18.324501 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-0ac4c57a-b164-40ea-85cc-4cfea6e8aac2 req-4c17d15c-e75b-4ee5-946e-4d1b666eacc7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563051 Nov 03 02:05:18.346811 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dbb3a7-9da4-4f44-9851-ddb768de318e req-c694cf4b-d4a1-4e6a-a897-44f48b0d1c58 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:18.350015 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a2dbb3a7-9da4-4f44-9851-ddb768de318e req-c694cf4b-d4a1-4e6a-a897-44f48b0d1c58 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 947 time: 0.1013136 Nov 03 02:05:18.358358 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device 26c2dc42-d698-41dc-9b7e-667d5e5abf3c up at agent ovs-agent-dv-cinder-815614-3-iscsi {{(pid=108316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:05:18.364757 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e9ed64a-bcd9-42d6-b5ff-0c16ebc97674 admin admin] Router 17acf2ce-dae6-4dad-a806-782e06b2ed78 has already been hosted by L3 agent dfdd482b-800d-4ddb-af67-bfdcf28c1d2f {{(pid=108315) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:05:18.445344 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a2dbb3a7-9da4-4f44-9851-ddb768de318e req-2bde2778-184a-4089-8e24-c6e2a0c445b9 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886557 Nov 03 02:05:18.515199 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Provisioning complete for port 26c2dc42-d698-41dc-9b7e-667d5e5abf3c triggered by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:05:18.515930 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:18.694728 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-994b7b94-a210-4292-b98f-29091c2bb28a None None] Provisioning complete for port 216e4158-49be-4d80-8960-741d0bd926a7 triggered by entity DHCP. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:05:18.695097 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-994b7b94-a210-4292-b98f-29091c2bb28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:18.699876 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:18.750878 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] For port 26c2dc42-d698-41dc-9b7e-667d5e5abf3c, host dv-cinder-815614-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=26c2dc42-d698-41dc-9b7e-667d5e5abf3c,segment=NetworkSegment(1823f467-65f5-492c-8155-6dfe4df97867),segment_id=1823f467-65f5-492c-8155-6dfe4df97867)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:05:18.752194 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-994b7b94-a210-4292-b98f-29091c2bb28a None None] Port 216e4158-49be-4d80-8960-741d0bd926a7 cannot update to ACTIVE because it is not bound. {{(pid=108316) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 02:05:18.876708 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:18.876708 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device 314d5a73-4d48-408e-a5cf-c4035660b698 up at agent ovs-agent-dv-cinder-815614-3-iscsi {{(pid=108316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:05:18.903354 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e9ed64a-bcd9-42d6-b5ff-0c16ebc97674 admin admin] Notify agent at l3_agent.dv-cinder-815614-3-iscsi the message routers_updated {{(pid=108315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:05:18.917429 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-6e9ed64a-bcd9-42d6-b5ff-0c16ebc97674 admin admin] 10.222.0.30 "PUT /v2.0/routers/17acf2ce-dae6-4dad-a806-782e06b2ed78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9288590 Nov 03 02:05:19.005291 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Pushing event updated for resources: {'Port': ['ID=26c2dc42-d698-41dc-9b7e-667d5e5abf3c,revision_number=4']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:05:19.009759 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Provisioning complete for port 314d5a73-4d48-408e-a5cf-c4035660b698 triggered by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:05:19.010633 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:19.059262 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-b57d588e-159d-4bf5-97c4-3ead5cfa3d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:19.639817 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d9f625-7e92-4862-bb61-7522cee74f27 None None] Sync routers for ids ['17acf2ce-dae6-4dad-a806-782e06b2ed78'] in dv-cinder-815614-3-iscsi {{(pid=108316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:05:19.655080 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d9f625-7e92-4862-bb61-7522cee74f27 None None] Routers {'17acf2ce-dae6-4dad-a806-782e06b2ed78'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:05:19.660518 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-28d9f625-7e92-4862-bb61-7522cee74f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:05:19Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['17acf2ce-dae6-4dad-a806-782e06b2ed78'], 'active': True} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:05:19.805625 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvr_db [None req-28d9f625-7e92-4862-bb61-7522cee74f27 None None] Set router 17acf2ce-dae6-4dad-a806-782e06b2ed78 gateway port host: dv-cinder-815614-3-iscsi {{(pid=108316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:05:20.010226 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-3baf3433-eee1-48f0-90c8-209ed8ef0e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:20.024191 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 47238) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:05:20.031397 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.v2.base [None req-785e762a-aeff-4cfa-82e5-efa234227380 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-942012747', 'description': 'tempest-secgroup-smoke-942012747 description', 'project_id': '136f0a28eb6d4e108836305888f1fcb4'}} {{(pid=108314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:05:20.039393 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-28d9f625-7e92-4862-bb61-7522cee74f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17acf2ce-dae6-4dad-a806-782e06b2ed78', 'name': 'tempest-TestShelveInstance-1848991960-router', 'tenant_id': '273b64a59a8944ee89c57e8752b6354f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '26c2dc42-d698-41dc-9b7e-667d5e5abf3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:05:13Z', 'updated_at': '2021-11-03T02:05:17Z', 'revision_number': 4, 'project_id': '273b64a59a8944ee89c57e8752b6354f', 'gw_port': {'id': '26c2dc42-d698-41dc-9b7e-667d5e5abf3c', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:17:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17acf2ce-dae6-4dad-a806-782e06b2ed78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:05:14Z', 'updated_at': '2021-11-03T02:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_interfaces': [{'id': '216e4158-49be-4d80-8960-741d0bd926a7', 'name': '', 'network_id': '002a37ce-10db-42f6-b7a3-5dcb2c3072bb', 'tenant_id': '273b64a59a8944ee89c57e8752b6354f', 'mac_address': 'fa:16:3e:05:8e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17acf2ce-dae6-4dad-a806-782e06b2ed78', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '076687aa-f0dc-4168-a71c-e5fb8a6ddfc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:05:16Z', 'updated_at': '2021-11-03T02:05:17Z', 'revision_number': 2, 'project_id': '273b64a59a8944ee89c57e8752b6354f', 'subnets': [{'id': '076687aa-f0dc-4168-a71c-e5fb8a6ddfc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:05:20.067910 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d9f625-7e92-4862-bb61-7522cee74f27 None None] Checking router: 17acf2ce-dae6-4dad-a806-782e06b2ed78 for host: dv-cinder-815614-3-iscsi {{(pid=108316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:05:20.068342 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d9f625-7e92-4862-bb61-7522cee74f27 None None] Updating router 17acf2ce-dae6-4dad-a806-782e06b2ed78 port 216e4158-49be-4d80-8960-741d0bd926a7 binding host dv-cinder-815614-3-iscsi {{(pid=108316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 02:05:20.099922 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-28d9f625-7e92-4862-bb61-7522cee74f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:20.147767 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device 26c2dc42-d698-41dc-9b7e-667d5e5abf3c up at agent ovs-agent-dv-cinder-815614-3-iscsi {{(pid=108316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:05:20.228295 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-785e762a-aeff-4cfa-82e5-efa234227380 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Publish callbacks [] for security_group, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:20.350262 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af80bb5d-a6d3-42a6-97b2-faa10cdbebb5 req-31a3ac86-8b80-4158-b19d-b59cc50f47eb tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:20.354714 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-af80bb5d-a6d3-42a6-97b2-faa10cdbebb5 req-31a3ac86-8b80-4158-b19d-b59cc50f47eb tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 947 time: 0.0825183 Nov 03 02:05:20.393005 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-785e762a-aeff-4cfa-82e5-efa234227380 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Publish callbacks [] for security_group, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:20.427880 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-af80bb5d-a6d3-42a6-97b2-faa10cdbebb5 req-c14ea165-d832-439d-996e-e3da9b1de990 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685344 Nov 03 02:05:20.458782 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Provisioning complete for port 26c2dc42-d698-41dc-9b7e-667d5e5abf3c triggered by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:05:20.459723 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:20.474907 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-785e762a-aeff-4cfa-82e5-efa234227380 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:20.504608 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785e762a-aeff-4cfa-82e5-efa234227380 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6673ff9a-0ca4-4f70-9d44-9d4d676cb4da,revision_number=1']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:05:20.595154 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-785e762a-aeff-4cfa-82e5-efa234227380 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Publish callbacks [] for security_group, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:20.595154 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-785e762a-aeff-4cfa-82e5-efa234227380 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5684505 Nov 03 02:05:20.597323 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 47264) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:05:20.602046 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.v2.base [None req-bfe7f926-aade-405d-b6b9-b0501245758e tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Request body: {'security_group_rule': {'security_group_id': '6673ff9a-0ca4-4f70-9d44-9d4d676cb4da', 'project_id': '136f0a28eb6d4e108836305888f1fcb4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:05:20.629622 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-28d9f625-7e92-4862-bb61-7522cee74f27 None None] Publish callbacks [] for port, precommit_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:20.717693 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-28d9f625-7e92-4862-bb61-7522cee74f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:20.726049 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-bfe7f926-aade-405d-b6b9-b0501245758e tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:20.777885 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a183c79-f32a-450a-b61b-da9441abb13a None None] Pushing event updated for resources: {'Port': ['ID=216e4158-49be-4d80-8960-741d0bd926a7,revision_number=3']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:05:20.838781 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-bfe7f926-aade-405d-b6b9-b0501245758e tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:20.859001 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.managers [None req-28d9f625-7e92-4862-bb61-7522cee74f27 None None] Attempting to bind port 216e4158-49be-4d80-8960-741d0bd926a7 on host dv-cinder-815614-3-iscsi for vnic_type normal with profile {{(pid=108316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 02:05:20.859282 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.managers [None req-28d9f625-7e92-4862-bb61-7522cee74f27 None None] Attempting to bind port 216e4158-49be-4d80-8960-741d0bd926a7 by drivers openvswitch,hyperv on host dv-cinder-815614-3-iscsi at level 0 using segments [{'id': '658f6269-5d8d-4d2e-8b1f-5120683f289f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '002a37ce-10db-42f6-b7a3-5dcb2c3072bb'}] {{(pid=108316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 02:05:20.860565 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d9f625-7e92-4862-bb61-7522cee74f27 None None] Attempting to bind port 216e4158-49be-4d80-8960-741d0bd926a7 on network 002a37ce-10db-42f6-b7a3-5dcb2c3072bb {{(pid=108316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:05:20.866014 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d9f625-7e92-4862-bb61-7522cee74f27 None None] Checking agent: {'id': '8d43342f-520b-4221-8f38-1d21061a375d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815614-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 1, 53, 24), 'started_at': datetime.datetime(2021, 11, 3, 1, 53, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 2, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815614-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:05:20.866422 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d9f625-7e92-4862-bb61-7522cee74f27 None None] Checking segment: {'id': '658f6269-5d8d-4d2e-8b1f-5120683f289f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '002a37ce-10db-42f6-b7a3-5dcb2c3072bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 02:05:20.866824 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-28d9f625-7e92-4862-bb61-7522cee74f27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:20.867218 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d9f625-7e92-4862-bb61-7522cee74f27 None None] Bound using segment: {'id': '658f6269-5d8d-4d2e-8b1f-5120683f289f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '002a37ce-10db-42f6-b7a3-5dcb2c3072bb'} {{(pid=108316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:05:20.867711 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.managers [None req-28d9f625-7e92-4862-bb61-7522cee74f27 None None] Bound port: 216e4158-49be-4d80-8960-741d0bd926a7, host: dv-cinder-815614-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '658f6269-5d8d-4d2e-8b1f-5120683f289f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '002a37ce-10db-42f6-b7a3-5dcb2c3072bb'}}] {{(pid=108316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 02:05:20.868271 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-28d9f625-7e92-4862-bb61-7522cee74f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:20.935369 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-28d9f625-7e92-4862-bb61-7522cee74f27 None None] For port 216e4158-49be-4d80-8960-741d0bd926a7, host dv-cinder-815614-3-iscsi, cleared binding levels {{(pid=108316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:05:20.939769 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-28d9f625-7e92-4862-bb61-7522cee74f27 None None] For port 216e4158-49be-4d80-8960-741d0bd926a7, host dv-cinder-815614-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=216e4158-49be-4d80-8960-741d0bd926a7,segment=NetworkSegment(658f6269-5d8d-4d2e-8b1f-5120683f289f),segment_id=658f6269-5d8d-4d2e-8b1f-5120683f289f)] {{(pid=108316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:05:20.977882 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-bfe7f926-aade-405d-b6b9-b0501245758e tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587162'] for security_group_rule, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:20.993542 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-c569b686-e5fb-4ce5-969e-bcb574299b6d None None] Provisioning complete for port 216e4158-49be-4d80-8960-741d0bd926a7 triggered by entity DHCP. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:05:20.994105 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-c569b686-e5fb-4ce5-969e-bcb574299b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:21.004013 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe7f926-aade-405d-b6b9-b0501245758e tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f432eebf-0144-409b-a9c4-79e8bdd42ca4,revision_number=0']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:05:21.022049 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-28d9f625-7e92-4862-bb61-7522cee74f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:21.072701 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-c569b686-e5fb-4ce5-969e-bcb574299b6d None None] Port 216e4158-49be-4d80-8960-741d0bd926a7 cannot update to ACTIVE because it is not bound. {{(pid=108316) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 02:05:21.083120 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-bfe7f926-aade-405d-b6b9-b0501245758e tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:21.087348 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-bfe7f926-aade-405d-b6b9-b0501245758e tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4863379 Nov 03 02:05:21.096676 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 47280) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:05:21.096676 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.v2.base [None req-ee323f61-1c87-4fe9-8dc7-010ebe712eae tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Request body: {'security_group_rule': {'security_group_id': '6673ff9a-0ca4-4f70-9d44-9d4d676cb4da', 'project_id': '136f0a28eb6d4e108836305888f1fcb4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:05:21.106476 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d9f625-7e92-4862-bb61-7522cee74f27 None None] Routers {'17acf2ce-dae6-4dad-a806-782e06b2ed78'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:05:21.107311 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-28d9f625-7e92-4862-bb61-7522cee74f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:05:19Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['17acf2ce-dae6-4dad-a806-782e06b2ed78'], 'active': True} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:05:21.109274 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a183c79-f32a-450a-b61b-da9441abb13a None None] Pushing event updated for resources: {'Port': ['ID=216e4158-49be-4d80-8960-741d0bd926a7,revision_number=4']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:05:21.226403 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvr_db [None req-28d9f625-7e92-4862-bb61-7522cee74f27 None None] Set router 17acf2ce-dae6-4dad-a806-782e06b2ed78 gateway port host: dv-cinder-815614-3-iscsi {{(pid=108316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:05:21.228258 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-ee323f61-1c87-4fe9-8dc7-010ebe712eae tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:21.336357 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-ee323f61-1c87-4fe9-8dc7-010ebe712eae tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:21.408116 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-5b813f54-077d-440d-903f-32bc670fe069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:21.449499 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-2066eec0-5116-4fd2-900b-437c43cc10e1 None None] Provisioning complete for port 216e4158-49be-4d80-8960-741d0bd926a7 triggered by entity DHCP. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:05:21.449864 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-2066eec0-5116-4fd2-900b-437c43cc10e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:21.455904 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-ee323f61-1c87-4fe9-8dc7-010ebe712eae tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587162'] for security_group_rule, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:21.477541 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee323f61-1c87-4fe9-8dc7-010ebe712eae tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f5fbbfe-e9dc-499d-af54-713225d44fd5,revision_number=0']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:05:21.540461 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-28d9f625-7e92-4862-bb61-7522cee74f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17acf2ce-dae6-4dad-a806-782e06b2ed78', 'name': 'tempest-TestShelveInstance-1848991960-router', 'tenant_id': '273b64a59a8944ee89c57e8752b6354f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '26c2dc42-d698-41dc-9b7e-667d5e5abf3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:05:13Z', 'updated_at': '2021-11-03T02:05:17Z', 'revision_number': 4, 'project_id': '273b64a59a8944ee89c57e8752b6354f', 'gw_port': {'id': '26c2dc42-d698-41dc-9b7e-667d5e5abf3c', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:17:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17acf2ce-dae6-4dad-a806-782e06b2ed78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:05:14Z', 'updated_at': '2021-11-03T02:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_interfaces': [{'id': '216e4158-49be-4d80-8960-741d0bd926a7', 'name': '', 'network_id': '002a37ce-10db-42f6-b7a3-5dcb2c3072bb', 'tenant_id': '273b64a59a8944ee89c57e8752b6354f', 'mac_address': 'fa:16:3e:05:8e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17acf2ce-dae6-4dad-a806-782e06b2ed78', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '076687aa-f0dc-4168-a71c-e5fb8a6ddfc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:05:16Z', 'updated_at': '2021-11-03T02:05:20Z', 'revision_number': 4, 'project_id': '273b64a59a8944ee89c57e8752b6354f', 'subnets': [{'id': '076687aa-f0dc-4168-a71c-e5fb8a6ddfc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:05:21.552629 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-ee323f61-1c87-4fe9-8dc7-010ebe712eae tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:21.553931 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-ee323f61-1c87-4fe9-8dc7-010ebe712eae tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4648352 Nov 03 02:05:21.556572 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 47292) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:05:21.561531 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.v2.base [None req-3a86fb2f-23e7-43ee-8cbd-40a209e83cb2 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Request body: {'security_group_rule': {'security_group_id': '6673ff9a-0ca4-4f70-9d44-9d4d676cb4da', 'project_id': '136f0a28eb6d4e108836305888f1fcb4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:05:21.578873 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d9f625-7e92-4862-bb61-7522cee74f27 None None] The sync data for ids ['17acf2ce-dae6-4dad-a806-782e06b2ed78'] in dv-cinder-815614-3-iscsi is: [{'id': '17acf2ce-dae6-4dad-a806-782e06b2ed78', 'name': 'tempest-TestShelveInstance-1848991960-router', 'tenant_id': '273b64a59a8944ee89c57e8752b6354f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '26c2dc42-d698-41dc-9b7e-667d5e5abf3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:05:13Z', 'updated_at': '2021-11-03T02:05:17Z', 'revision_number': 4, 'project_id': '273b64a59a8944ee89c57e8752b6354f', 'gw_port': {'id': '26c2dc42-d698-41dc-9b7e-667d5e5abf3c', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:17:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17acf2ce-dae6-4dad-a806-782e06b2ed78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:05:14Z', 'updated_at': '2021-11-03T02:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_interfaces': [{'id': '216e4158-49be-4d80-8960-741d0bd926a7', 'name': '', 'network_id': '002a37ce-10db-42f6-b7a3-5dcb2c3072bb', 'tenant_id': '273b64a59a8944ee89c57e8752b6354f', 'mac_address': 'fa:16:3e:05:8e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17acf2ce-dae6-4dad-a806-782e06b2ed78', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '076687aa-f0dc-4168-a71c-e5fb8a6ddfc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:05:16Z', 'updated_at': '2021-11-03T02:05:20Z', 'revision_number': 4, 'project_id': '273b64a59a8944ee89c57e8752b6354f', 'subnets': [{'id': '076687aa-f0dc-4168-a71c-e5fb8a6ddfc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:05:21.582748 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-2066eec0-5116-4fd2-900b-437c43cc10e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:21.605169 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e60881-5b0b-4da6-a727-be90cdd45c8c req-f471a96a-8c9e-4704-97f8-61bfae6ef022 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:21.608097 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-89e60881-5b0b-4da6-a727-be90cdd45c8c req-f471a96a-8c9e-4704-97f8-61bfae6ef022 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 947 time: 0.0863650 Nov 03 02:05:21.623971 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-2066eec0-5116-4fd2-900b-437c43cc10e1 None None] For port 216e4158-49be-4d80-8960-741d0bd926a7, host dv-cinder-815614-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=216e4158-49be-4d80-8960-741d0bd926a7,segment=NetworkSegment(658f6269-5d8d-4d2e-8b1f-5120683f289f),segment_id=658f6269-5d8d-4d2e-8b1f-5120683f289f)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:05:21.626510 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 47294) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:05:21.702457 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-89e60881-5b0b-4da6-a727-be90cdd45c8c req-0f015a55-0e1c-4153-8e0a-f0c7b1bc0b5c tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865288 Nov 03 02:05:21.731247 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-3a86fb2f-23e7-43ee-8cbd-40a209e83cb2 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:21.785821 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-2066eec0-5116-4fd2-900b-437c43cc10e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:21.819621 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-3a86fb2f-23e7-43ee-8cbd-40a209e83cb2 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:21.839519 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2066eec0-5116-4fd2-900b-437c43cc10e1 None None] Pushing event updated for resources: {'Port': ['ID=216e4158-49be-4d80-8960-741d0bd926a7,revision_number=5']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:05:21.840270 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-ce3a6fe9-e5d0-4631-bc2c-43ca18763abc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b437a261d1c541edb0a4b366f3034ba3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2140357 Nov 03 02:05:21.843042 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 47304) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:05:21.900403 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-0126762b-8ce6-4dfa-a867-f525ccf746aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:21.923793 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-3a86fb2f-23e7-43ee-8cbd-40a209e83cb2 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587162'] for security_group_rule, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:21.926595 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-0126762b-8ce6-4dfa-a867-f525ccf746aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:21.952436 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a86fb2f-23e7-43ee-8cbd-40a209e83cb2 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e893f14-ac79-4a93-a24b-ff21a87eaf81,revision_number=0']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:05:22.102845 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-3a86fb2f-23e7-43ee-8cbd-40a209e83cb2 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:22.104316 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-3a86fb2f-23e7-43ee-8cbd-40a209e83cb2 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5467539 Nov 03 02:05:22.105133 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-0126762b-8ce6-4dfa-a867-f525ccf746aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:22.111038 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 47306) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:05:22.112296 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-0126762b-8ce6-4dfa-a867-f525ccf746aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:22.112733 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.v2.base [None req-8530393a-2564-4045-880e-e7c1c3fade17 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Request body: {'security_group_rule': {'security_group_id': '6673ff9a-0ca4-4f70-9d44-9d4d676cb4da', 'project_id': '136f0a28eb6d4e108836305888f1fcb4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:05:22.117097 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-0126762b-8ce6-4dfa-a867-f525ccf746aa admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6d7b0693-435c-41e1-8d56-e4092080420e HTTP/1.1" status: 204 len: 168 time: 0.2689006 Nov 03 02:05:22.126609 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0126762b-8ce6-4dfa-a867-f525ccf746aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d7b0693-435c-41e1-8d56-e4092080420e,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:05:22.198741 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device 216e4158-49be-4d80-8960-741d0bd926a7 up at agent ovs-agent-dv-cinder-815614-3-iscsi {{(pid=108316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:05:22.234228 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-8530393a-2564-4045-880e-e7c1c3fade17 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:22.254988 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Provisioning complete for port 216e4158-49be-4d80-8960-741d0bd926a7 triggered by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:05:22.255769 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:22.298748 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-8530393a-2564-4045-880e-e7c1c3fade17 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:22.394866 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-8530393a-2564-4045-880e-e7c1c3fade17 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587162'] for security_group_rule, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:22.415892 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8530393a-2564-4045-880e-e7c1c3fade17 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2175b84-feee-4eea-bdcf-ed0528fceda3,revision_number=0']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:05:22.505251 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-8530393a-2564-4045-880e-e7c1c3fade17 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:22.506553 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-8530393a-2564-4045-880e-e7c1c3fade17 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3980672 Nov 03 02:05:22.509587 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 47312) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:05:22.515224 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.v2.base [None req-bed64109-b558-4f92-8a2d-62bc2266e966 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Request body: {'security_group_rule': {'security_group_id': '6673ff9a-0ca4-4f70-9d44-9d4d676cb4da', 'project_id': '136f0a28eb6d4e108836305888f1fcb4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:05:22.600363 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.db.securitygroups_db [None req-bed64109-b558-4f92-8a2d-62bc2266e966 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Project 136f0a28eb6d4e108836305888f1fcb4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 02:05:22.606831 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-bed64109-b558-4f92-8a2d-62bc2266e966 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:22.664795 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-bed64109-b558-4f92-8a2d-62bc2266e966 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:22.748621 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-bed64109-b558-4f92-8a2d-62bc2266e966 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587162'] for security_group_rule, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:22.764500 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed64109-b558-4f92-8a2d-62bc2266e966 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08abdbf1-454d-4a08-92f6-bac7e7ad5184,revision_number=0']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:05:22.822357 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b3f173-7c67-427d-8008-f64db723b6f8 req-3ba5244f-53a0-4585-bce2-616195db1d81 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:22.823840 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-78b3f173-7c67-427d-8008-f64db723b6f8 req-3ba5244f-53a0-4585-bce2-616195db1d81 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 947 time: 0.0505042 Nov 03 02:05:22.856900 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-bed64109-b558-4f92-8a2d-62bc2266e966 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:22.858121 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-bed64109-b558-4f92-8a2d-62bc2266e966 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3473535 Nov 03 02:05:22.860867 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 47322) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:05:22.865159 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.v2.base [None req-120a489d-573d-4002-a8e7-80d6c7f33dab tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Request body: {'security_group_rule': {'security_group_id': '6673ff9a-0ca4-4f70-9d44-9d4d676cb4da', 'project_id': '136f0a28eb6d4e108836305888f1fcb4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:05:22.873745 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-78b3f173-7c67-427d-8008-f64db723b6f8 req-a2db682c-7db3-4e53-a54d-88c385fb9235 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433807 Nov 03 02:05:22.966622 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.db.securitygroups_db [None req-120a489d-573d-4002-a8e7-80d6c7f33dab tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Project 136f0a28eb6d4e108836305888f1fcb4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 02:05:22.971676 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-120a489d-573d-4002-a8e7-80d6c7f33dab tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:23.030298 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-120a489d-573d-4002-a8e7-80d6c7f33dab tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:23.138075 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-120a489d-573d-4002-a8e7-80d6c7f33dab tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587162'] for security_group_rule, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:23.163738 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120a489d-573d-4002-a8e7-80d6c7f33dab tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1cd000b-829c-482b-ad26-6c1942160d8b,revision_number=0']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:05:23.231236 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-120a489d-573d-4002-a8e7-80d6c7f33dab tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:23.232634 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-120a489d-573d-4002-a8e7-80d6c7f33dab tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3708298 Nov 03 02:05:24.000310 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb24bed-58fd-44fc-86a4-ddff6f7537d2 req-59b1cbab-293a-46fb-8d63-696679cd95c7 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:24.002055 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-bbb24bed-58fd-44fc-86a4-ddff6f7537d2 req-59b1cbab-293a-46fb-8d63-696679cd95c7 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 947 time: 0.0576193 Nov 03 02:05:24.028684 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:24.061168 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-bbb24bed-58fd-44fc-86a4-ddff6f7537d2 req-363bca4b-a530-460b-94fe-e7d6f2a45507 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523000 Nov 03 02:05:25.205343 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e00217-5739-4d1c-a91a-428379638638 req-2134777f-4b1c-4839-975d-4e247ea037a1 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:25.206973 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-86e00217-5739-4d1c-a91a-428379638638 req-2134777f-4b1c-4839-975d-4e247ea037a1 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 947 time: 0.0630283 Nov 03 02:05:25.266109 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-86e00217-5739-4d1c-a91a-428379638638 req-ab4de94e-920d-49b9-8837-86b8654f695e tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527923 Nov 03 02:05:25.422576 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b139235-ba80-4665-af6f-aaebb760171d req-56332ba8-b505-4e02-bd2e-5311df028b9a tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:25.423984 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-6b139235-ba80-4665-af6f-aaebb760171d req-56332ba8-b505-4e02-bd2e-5311df028b9a tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.30 "GET /v2.0/networks?id=326aa7e2-8440-4a6d-838b-7bc4586b4583 HTTP/1.1" status: 200 len: 811 time: 0.1055355 Nov 03 02:05:25.440661 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-6b139235-ba80-4665-af6f-aaebb760171d req-f79d7218-c3ff-47da-b8f8-d371a6d2aed0 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.30 "GET /v2.0/quotas/98a980ad0c18487f84e6b1163bde3249 HTTP/1.1" status: 200 len: 375 time: 0.0105882 Nov 03 02:05:25.472000 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-6b139235-ba80-4665-af6f-aaebb760171d req-6c72daef-070a-4705-86cd-1a04797875b3 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=98a980ad0c18487f84e6b1163bde3249&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255620 Nov 03 02:05:25.563936 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-6b139235-ba80-4665-af6f-aaebb760171d req-72e1f382-cebf-4d0c-b6a8-5041d28f89c5 service neutron] 10.222.0.30 "GET /v2.0/networks/326aa7e2-8440-4a6d-838b-7bc4586b4583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818064 Nov 03 02:05:25.656299 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-6b139235-ba80-4665-af6f-aaebb760171d req-694d0228-f853-424d-b45a-a3c99b7197c6 service neutron] 10.222.0.30 "GET /v2.0/networks/326aa7e2-8440-4a6d-838b-7bc4586b4583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864067 Nov 03 02:05:25.892214 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-bea79001-61b4-4d16-b598-2da62c908f03 req-a383f8e2-5c2a-4196-88b8-81266eff58f8 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.30 "GET /v2.0/ports?device_id=711d09e1-216a-4ba3-9cfc-f5d9f32091ac HTTP/1.1" status: 200 len: 210 time: 0.0259941 Nov 03 02:05:26.868936 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122608c2-d3f5-4e77-9981-056d4eb4d574 req-bf2eff4d-a6e8-4c50-a222-66dff310878a tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:26.870467 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-122608c2-d3f5-4e77-9981-056d4eb4d574 req-bf2eff4d-a6e8-4c50-a222-66dff310878a tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 946 time: 0.0503614 Nov 03 02:05:26.923245 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-122608c2-d3f5-4e77-9981-056d4eb4d574 req-f0817a14-dc5b-4eb5-97a9-d6c8fbd8bfee tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419338 Nov 03 02:05:26.992513 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e28faab5-48a7-4d13-a8bc-49e1aa052b8d req-37930a25-c5b0-46bc-bcac-047b2ec912da tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.30 "GET /v2.0/ports?device_id=711d09e1-216a-4ba3-9cfc-f5d9f32091ac HTTP/1.1" status: 200 len: 210 time: 0.0290778 Nov 03 02:05:28.048749 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d35a6e-b275-4b8b-8c0e-04efc5ae43a4 req-2c035d75-fd01-49ba-89ed-01d143231d0d tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:28.050333 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-66d35a6e-b275-4b8b-8c0e-04efc5ae43a4 req-2c035d75-fd01-49ba-89ed-01d143231d0d tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 946 time: 0.0498335 Nov 03 02:05:28.096091 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-34a6444d-2cad-4a54-9022-8fd8a1c75ceb req-72ad5278-f09f-4f40-a3c4-289102ec3c6a tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.30 "GET /v2.0/ports?device_id=711d09e1-216a-4ba3-9cfc-f5d9f32091ac HTTP/1.1" status: 200 len: 210 time: 0.0386746 Nov 03 02:05:28.128374 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-66d35a6e-b275-4b8b-8c0e-04efc5ae43a4 req-e94eec20-172f-457f-9751-600c7e8c8762 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720437 Nov 03 02:05:28.349702 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b139235-ba80-4665-af6f-aaebb760171d req-fa1aeff8-2f44-4caa-b4bd-ff0013b50d6a tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:28.351129 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-6b139235-ba80-4665-af6f-aaebb760171d req-fa1aeff8-2f44-4caa-b4bd-ff0013b50d6a tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.37 "GET /v2.0/networks?id=326aa7e2-8440-4a6d-838b-7bc4586b4583 HTTP/1.1" status: 200 len: 811 time: 0.1139314 Nov 03 02:05:28.379738 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.v2.base [req-6b139235-ba80-4665-af6f-aaebb760171d req-e92b1bfc-91b7-4cbd-942a-96d23e5a3dcb tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] Request body: {'port': {'device_id': '711d09e1-216a-4ba3-9cfc-f5d9f32091ac', 'network_id': '326aa7e2-8440-4a6d-838b-7bc4586b4583', 'admin_state_up': True, 'tenant_id': '98a980ad0c18487f84e6b1163bde3249'}} {{(pid=108314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:05:28.551018 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b139235-ba80-4665-af6f-aaebb760171d req-e92b1bfc-91b7-4cbd-942a-96d23e5a3dcb tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] Made reservation on behalf of 98a980ad0c18487f84e6b1163bde3249 for: {'port': 1} {{(pid=108314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:05:28.554534 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-6b139235-ba80-4665-af6f-aaebb760171d req-e92b1bfc-91b7-4cbd-942a-96d23e5a3dcb tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:28.688136 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.db_base_plugin_common [req-6b139235-ba80-4665-af6f-aaebb760171d req-e92b1bfc-91b7-4cbd-942a-96d23e5a3dcb tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] Allocated IP 172.20.0.7 (326aa7e2-8440-4a6d-838b-7bc4586b4583/0427a1f4-d666-4cdb-b8e7-25c79c0e31ae/3d2eb15b-c272-482b-a03e-7d62ece59535) {{(pid=108314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:05:28.837086 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-6b139235-ba80-4665-af6f-aaebb760171d req-e92b1bfc-91b7-4cbd-942a-96d23e5a3dcb tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] Publish callbacks [] for port, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:29.003269 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-6b139235-ba80-4665-af6f-aaebb760171d req-e92b1bfc-91b7-4cbd-942a-96d23e5a3dcb tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784217128214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126899639'] for port, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:29.044553 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b139235-ba80-4665-af6f-aaebb760171d req-e92b1bfc-91b7-4cbd-942a-96d23e5a3dcb tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] Network 326aa7e2-8440-4a6d-838b-7bc4586b4583 is already hosted by enough agents. {{(pid=108314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:05:29.050082 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.base_scheduler [req-6b139235-ba80-4665-af6f-aaebb760171d req-e92b1bfc-91b7-4cbd-942a-96d23e5a3dcb tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] Resources bound (agent type, host, resource id): {{(pid=108314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:05:29.053992 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b139235-ba80-4665-af6f-aaebb760171d req-e92b1bfc-91b7-4cbd-942a-96d23e5a3dcb tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] Received port after_create {{(pid=108314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:05:29.060704 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92b1bfc-91b7-4cbd-942a-96d23e5a3dcb tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] Pushing event updated for resources: {'Port': ['ID=3d2eb15b-c272-482b-a03e-7d62ece59535,revision_number=1']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:05:29.106231 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b139235-ba80-4665-af6f-aaebb760171d req-e92b1bfc-91b7-4cbd-942a-96d23e5a3dcb tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:29.106826 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-6b139235-ba80-4665-af6f-aaebb760171d req-e92b1bfc-91b7-4cbd-942a-96d23e5a3dcb tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622'] for port, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:29.408534 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-6b139235-ba80-4665-af6f-aaebb760171d req-e92b1bfc-91b7-4cbd-942a-96d23e5a3dcb tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0325778 Nov 03 02:05:29.423989 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.v2.base [req-6b139235-ba80-4665-af6f-aaebb760171d req-07203b39-fcca-4f83-88be-ae2d02fc4c9f service neutron] Request body: {'port': {'device_id': '711d09e1-216a-4ba3-9cfc-f5d9f32091ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81561'}} {{(pid=108314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:05:29.485976 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ee015-09f0-49cd-ab94-0bf3645a043e req-b7636af3-c1de-417e-8ae1-84fe5c24ae8f tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:29.487462 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-c01ee015-09f0-49cd-ab94-0bf3645a043e req-b7636af3-c1de-417e-8ae1-84fe5c24ae8f tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.30 "GET /v2.0/ports?device_id=711d09e1-216a-4ba3-9cfc-f5d9f32091ac HTTP/1.1" status: 200 len: 931 time: 0.3238335 Nov 03 02:05:29.534803 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a16b11-7d7b-48da-b2c3-ee24e0682b38 req-4c45891f-073c-4114-bcaf-72d161fde15d tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:29.536175 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e9a16b11-7d7b-48da-b2c3-ee24e0682b38 req-4c45891f-073c-4114-bcaf-72d161fde15d tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 946 time: 0.1330886 Nov 03 02:05:29.537958 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-6b139235-ba80-4665-af6f-aaebb760171d req-07203b39-fcca-4f83-88be-ae2d02fc4c9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:29.618296 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-c01ee015-09f0-49cd-ab94-0bf3645a043e req-43c59d35-5939-4f91-819b-8a0c940a5ae2 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b70c972-ae20-4f92-b564-f5815069df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157212 Nov 03 02:05:29.647702 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e9a16b11-7d7b-48da-b2c3-ee24e0682b38 req-dd504b94-ee29-46b5-9c52-bb185ce831d5 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980279 Nov 03 02:05:29.842683 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:29.858769 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.notifiers.nova [req-6b139235-ba80-4665-af6f-aaebb760171d req-07203b39-fcca-4f83-88be-ae2d02fc4c9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d2eb15b-c272-482b-a03e-7d62ece59535 {{(pid=108314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 02:05:29.866120 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-6b139235-ba80-4665-af6f-aaebb760171d req-07203b39-fcca-4f83-88be-ae2d02fc4c9f service neutron] Publish callbacks [] for port, precommit_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:29.878410 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.provisioning_blocks [req-6b139235-ba80-4665-af6f-aaebb760171d req-07203b39-fcca-4f83-88be-ae2d02fc4c9f service neutron] Transition to ACTIVE for port object 3d2eb15b-c272-482b-a03e-7d62ece59535 will not be triggered until provisioned by entity L2. {{(pid=108314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 02:05:29.954289 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-6b139235-ba80-4665-af6f-aaebb760171d req-07203b39-fcca-4f83-88be-ae2d02fc4c9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126899640'] for port, after_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:30.007153 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07203b39-fcca-4f83-88be-ae2d02fc4c9f service neutron] Pushing event updated for resources: {'Port': ['ID=3d2eb15b-c272-482b-a03e-7d62ece59535,revision_number=2']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:05:30.077629 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.managers [req-6b139235-ba80-4665-af6f-aaebb760171d req-07203b39-fcca-4f83-88be-ae2d02fc4c9f service neutron] Attempting to bind port 3d2eb15b-c272-482b-a03e-7d62ece59535 on host hv-cinder-81561 for vnic_type normal with profile {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 02:05:30.078203 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.managers [req-6b139235-ba80-4665-af6f-aaebb760171d req-07203b39-fcca-4f83-88be-ae2d02fc4c9f service neutron] Attempting to bind port 3d2eb15b-c272-482b-a03e-7d62ece59535 by drivers openvswitch,hyperv on host hv-cinder-81561 at level 0 using segments [{'id': '2d2939de-d231-4201-abf7-a1df3c4061fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '326aa7e2-8440-4a6d-838b-7bc4586b4583'}] {{(pid=108314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 02:05:30.078326 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b139235-ba80-4665-af6f-aaebb760171d req-07203b39-fcca-4f83-88be-ae2d02fc4c9f service neutron] Attempting to bind port 3d2eb15b-c272-482b-a03e-7d62ece59535 on network 326aa7e2-8440-4a6d-838b-7bc4586b4583 {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:05:30.082798 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b139235-ba80-4665-af6f-aaebb760171d req-07203b39-fcca-4f83-88be-ae2d02fc4c9f service neutron] Port 3d2eb15b-c272-482b-a03e-7d62ece59535 on network 326aa7e2-8440-4a6d-838b-7bc4586b4583 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81561 {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:05:30.083111 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b139235-ba80-4665-af6f-aaebb760171d req-07203b39-fcca-4f83-88be-ae2d02fc4c9f service neutron] Attempting to bind port 3d2eb15b-c272-482b-a03e-7d62ece59535 on network 326aa7e2-8440-4a6d-838b-7bc4586b4583 {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:05:30.088756 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b139235-ba80-4665-af6f-aaebb760171d req-07203b39-fcca-4f83-88be-ae2d02fc4c9f service neutron] Checking agent: {'id': 'eecef0c6-53b3-4742-ba5c-66aa511932ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81561', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 1, 59, 59), 'started_at': datetime.datetime(2021, 11, 3, 1, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 2, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:05:30.089087 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b139235-ba80-4665-af6f-aaebb760171d req-07203b39-fcca-4f83-88be-ae2d02fc4c9f service neutron] Checking segment: {'id': '2d2939de-d231-4201-abf7-a1df3c4061fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '326aa7e2-8440-4a6d-838b-7bc4586b4583'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 02:05:30.090032 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b139235-ba80-4665-af6f-aaebb760171d req-07203b39-fcca-4f83-88be-ae2d02fc4c9f service neutron] Bound using segment: {'id': '2d2939de-d231-4201-abf7-a1df3c4061fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '326aa7e2-8440-4a6d-838b-7bc4586b4583'} {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:05:30.090664 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.managers [req-6b139235-ba80-4665-af6f-aaebb760171d req-07203b39-fcca-4f83-88be-ae2d02fc4c9f service neutron] Bound port: 3d2eb15b-c272-482b-a03e-7d62ece59535, host: hv-cinder-81561, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d2939de-d231-4201-abf7-a1df3c4061fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '326aa7e2-8440-4a6d-838b-7bc4586b4583'}}] {{(pid=108314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 02:05:30.091022 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-6b139235-ba80-4665-af6f-aaebb760171d req-07203b39-fcca-4f83-88be-ae2d02fc4c9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:30.154415 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.db [req-6b139235-ba80-4665-af6f-aaebb760171d req-07203b39-fcca-4f83-88be-ae2d02fc4c9f service neutron] For port 3d2eb15b-c272-482b-a03e-7d62ece59535, host hv-cinder-81561, cleared binding levels {{(pid=108314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:05:30.157307 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.db [req-6b139235-ba80-4665-af6f-aaebb760171d req-07203b39-fcca-4f83-88be-ae2d02fc4c9f service neutron] For port 3d2eb15b-c272-482b-a03e-7d62ece59535, host hv-cinder-81561, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=3d2eb15b-c272-482b-a03e-7d62ece59535,segment=NetworkSegment(2d2939de-d231-4201-abf7-a1df3c4061fd),segment_id=2d2939de-d231-4201-abf7-a1df3c4061fd)] {{(pid=108314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:05:30.269180 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-6b139235-ba80-4665-af6f-aaebb760171d req-07203b39-fcca-4f83-88be-ae2d02fc4c9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126899640'] for port, after_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:30.283280 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2c3add-77f6-4660-bb07-d8006bfc0026 req-7b1c92ab-72ec-4e9f-8703-7dd89709601d tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:30.284734 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-1c2c3add-77f6-4660-bb07-d8006bfc0026 req-7b1c92ab-72ec-4e9f-8703-7dd89709601d tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 946 time: 0.0507264 Nov 03 02:05:30.307724 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b139235-ba80-4665-af6f-aaebb760171d req-07203b39-fcca-4f83-88be-ae2d02fc4c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:30.308473 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-6b139235-ba80-4665-af6f-aaebb760171d req-07203b39-fcca-4f83-88be-ae2d02fc4c9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622'] for port, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:30.309877 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-6b139235-ba80-4665-af6f-aaebb760171d req-07203b39-fcca-4f83-88be-ae2d02fc4c9f service neutron] 10.222.0.37 "PUT /v2.0/ports/3d2eb15b-c272-482b-a03e-7d62ece59535 HTTP/1.1" status: 200 len: 1093 time: 0.8905797 Nov 03 02:05:30.310374 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '711d09e1-216a-4ba3-9cfc-f5d9f32091ac', 'tag': '3d2eb15b-c272-482b-a03e-7d62ece59535'}] {{(pid=108314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:05:30.312886 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b9e71fb97e4882bef21449c101b24c97d897c9b718fbc8dac7673975a826a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5046f189-6088-4ee8-99ea-0a5dc3b65981" -d '{"events": [{"name": "network-changed", "server_uuid": "711d09e1-216a-4ba3-9cfc-f5d9f32091ac", "tag": "3d2eb15b-c272-482b-a03e-7d62ece59535"}]}' {{(pid=108314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:05:30.343067 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07203b39-fcca-4f83-88be-ae2d02fc4c9f service neutron] Pushing event updated for resources: {'Port': ['ID=3d2eb15b-c272-482b-a03e-7d62ece59535,revision_number=3']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:05:30.356147 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 02:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0db2a1-9089-49fb-8596-d9e7468bcf42 x-openstack-request-id: req-5f0db2a1-9089-49fb-8596-d9e7468bcf42 {{(pid=108314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:05:30.356477 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "711d09e1-216a-4ba3-9cfc-f5d9f32091ac", "tag": "3d2eb15b-c272-482b-a03e-7d62ece59535", "status": "completed", "code": 200}]} {{(pid=108314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:05:30.356945 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5f0db2a1-9089-49fb-8596-d9e7468bcf42 {{(pid=108314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:05:30.357529 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '711d09e1-216a-4ba3-9cfc-f5d9f32091ac', 'tag': '3d2eb15b-c272-482b-a03e-7d62ece59535', 'status': 'completed', 'code': 200} Nov 03 02:05:30.404876 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.plugin [req-1c2c3add-77f6-4660-bb07-d8006bfc0026 req-2f0f9a13-5348-4eff-998d-6b58d26fccb2 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Deleting port 1efa8020-26b3-4ca8-a452-4afc4f914e61 {{(pid=108315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 02:05:30.405227 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-1c2c3add-77f6-4660-bb07-d8006bfc0026 req-2f0f9a13-5348-4eff-998d-6b58d26fccb2 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784217550484'] for port, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:30.435419 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046f189-6088-4ee8-99ea-0a5dc3b65981 req-f99e9172-7902-40d1-8612-a50113e59c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:30.437645 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-5046f189-6088-4ee8-99ea-0a5dc3b65981 req-f99e9172-7902-40d1-8612-a50113e59c50 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=98a980ad0c18487f84e6b1163bde3249&device_id=711d09e1-216a-4ba3-9cfc-f5d9f32091ac HTTP/1.1" status: 200 len: 1096 time: 0.0517883 Nov 03 02:05:30.506151 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.db [req-1c2c3add-77f6-4660-bb07-d8006bfc0026 req-2f0f9a13-5348-4eff-998d-6b58d26fccb2 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] For port 1efa8020-26b3-4ca8-a452-4afc4f914e61, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=1efa8020-26b3-4ca8-a452-4afc4f914e61,segment=NetworkSegment(3ed561a2-2713-4e58-b707-02e24c25c667),segment_id=3ed561a2-2713-4e58-b707-02e24c25c667)] {{(pid=108315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:05:30.506536 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-1c2c3add-77f6-4660-bb07-d8006bfc0026 req-2f0f9a13-5348-4eff-998d-6b58d26fccb2 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538104'] for port, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:30.519338 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.plugin [req-1c2c3add-77f6-4660-bb07-d8006bfc0026 req-2f0f9a13-5348-4eff-998d-6b58d26fccb2 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Calling delete_port for 1efa8020-26b3-4ca8-a452-4afc4f914e61 owned by compute:nova {{(pid=108315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 02:05:30.550746 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046f189-6088-4ee8-99ea-0a5dc3b65981 req-1499937d-a2b8-4794-b76a-8da0fa9c7398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:30.552405 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-5046f189-6088-4ee8-99ea-0a5dc3b65981 req-1499937d-a2b8-4794-b76a-8da0fa9c7398 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=98a980ad0c18487f84e6b1163bde3249&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1001246 Nov 03 02:05:30.664808 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046f189-6088-4ee8-99ea-0a5dc3b65981 req-8e5e8934-8f27-4ed4-b0fb-6f6458646a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:30.666297 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-5046f189-6088-4ee8-99ea-0a5dc3b65981 req-8e5e8934-8f27-4ed4-b0fb-6f6458646a35 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0992734 Nov 03 02:05:30.779789 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-1c2c3add-77f6-4660-bb07-d8006bfc0026 req-2f0f9a13-5348-4eff-998d-6b58d26fccb2 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784217703262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784217128223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127914182'] for port, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:30.801062 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] get_ports_and_sgs() called for port_ids ['c800a63f-5d20-4479-bff0-75fde1f2c55a', '1efa8020-26b3-4ca8-a452-4afc4f914e61'] {{(pid=108316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 02:05:30.804691 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b124d968-76da-4eb2-bc5f-30c4730a51f0 req-f5c7c0a9-0daf-41d4-852b-1c52fdb614f3 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:30.806346 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b124d968-76da-4eb2-bc5f-30c4730a51f0 req-f5c7c0a9-0daf-41d4-852b-1c52fdb614f3 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.30 "GET /v2.0/ports?device_id=711d09e1-216a-4ba3-9cfc-f5d9f32091ac HTTP/1.1" status: 200 len: 943 time: 0.1122375 Nov 03 02:05:30.834520 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0f9a13-5348-4eff-998d-6b58d26fccb2 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Pushing event deleted for resources: {'Port': ['ID=1efa8020-26b3-4ca8-a452-4afc4f914e61,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:05:30.840348 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b139235-ba80-4665-af6f-aaebb760171d req-59e56d63-3ffb-40ea-aa28-b99c9cb81d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:30.842501 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-6b139235-ba80-4665-af6f-aaebb760171d req-59e56d63-3ffb-40ea-aa28-b99c9cb81d3e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=98a980ad0c18487f84e6b1163bde3249&device_id=711d09e1-216a-4ba3-9cfc-f5d9f32091ac HTTP/1.1" status: 200 len: 1096 time: 0.1163545 Nov 03 02:05:30.857753 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9690a12-2574-4e53-ac85-cb7470e7686d req-6b4f1a9c-cb84-44ae-b267-391665edd403 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:30.862321 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b9690a12-2574-4e53-ac85-cb7470e7686d req-6b4f1a9c-cb84-44ae-b267-391665edd403 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 867 time: 0.1236112 Nov 03 02:05:30.887867 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c2c3add-77f6-4660-bb07-d8006bfc0026 req-2f0f9a13-5348-4eff-998d-6b58d26fccb2 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] No DVR routers for this DVR port 1efa8020-26b3-4ca8-a452-4afc4f914e61 on host hv-cinder-81561 {{(pid=108315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 02:05:30.891643 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-1c2c3add-77f6-4660-bb07-d8006bfc0026 req-2f0f9a13-5348-4eff-998d-6b58d26fccb2 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622'] for port, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:30.900305 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-1c2c3add-77f6-4660-bb07-d8006bfc0026 req-2f0f9a13-5348-4eff-998d-6b58d26fccb2 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.37 "DELETE /v2.0/ports/1efa8020-26b3-4ca8-a452-4afc4f914e61 HTTP/1.1" status: 204 len: 173 time: 0.6071069 Nov 03 02:05:30.901431 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a688c2f-9028-4f08-8542-7b09dad06fa2', 'name': 'network-vif-deleted', 'tag': '1efa8020-26b3-4ca8-a452-4afc4f914e61'}] {{(pid=108315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:05:30.907603 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ceb3f72598e67bafae985fe00b788e907b12cd818b569c9993237f285010df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ad5a78-dd58-4764-9e37-17467e95d7b2" -d '{"events": [{"server_uuid": "0a688c2f-9028-4f08-8542-7b09dad06fa2", "name": "network-vif-deleted", "tag": "1efa8020-26b3-4ca8-a452-4afc4f914e61"}]}' {{(pid=108315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:05:30.930394 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-6b139235-ba80-4665-af6f-aaebb760171d req-1705862f-1b16-47db-87ba-a90c1b2c3aed service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d2eb15b-c272-482b-a03e-7d62ece59535 HTTP/1.1" status: 200 len: 217 time: 0.0672603 Nov 03 02:05:30.959631 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.agents_db [None req-a2914077-2d9d-4477-8dde-df1573e0789a None None] Agent healthcheck: found 6 active agents {{(pid=108317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:05:30.961223 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b124d968-76da-4eb2-bc5f-30c4730a51f0 req-0043e061-2019-46ac-bb2e-077eefde0112 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b70c972-ae20-4f92-b564-f5815069df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479604 Nov 03 02:05:31.025676 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b139235-ba80-4665-af6f-aaebb760171d req-d3560a16-2d66-4555-8fba-57e95a182f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:31.027851 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-6b139235-ba80-4665-af6f-aaebb760171d req-d3560a16-2d66-4555-8fba-57e95a182f68 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0427a1f4-d666-4cdb-b8e7-25c79c0e31ae HTTP/1.1" status: 200 len: 851 time: 0.0793641 Nov 03 02:05:31.031980 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b9690a12-2574-4e53-ac85-cb7470e7686d req-10bbab1c-7d73-406b-b2cc-777e97854cd9 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458187 Nov 03 02:05:31.073406 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-6b139235-ba80-4665-af6f-aaebb760171d req-7fde60dc-e881-45cd-8842-a0856ed45d2a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=326aa7e2-8440-4a6d-838b-7bc4586b4583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317776 Nov 03 02:05:31.092205 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 02:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1c1d5f6-7710-48d3-8a4a-d4bced381d02 x-openstack-request-id: req-e1c1d5f6-7710-48d3-8a4a-d4bced381d02 {{(pid=108315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:05:31.092500 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a688c2f-9028-4f08-8542-7b09dad06fa2", "name": "network-vif-deleted", "tag": "1efa8020-26b3-4ca8-a452-4afc4f914e61", "status": "completed", "code": 200}]} {{(pid=108315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:05:31.092750 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e1c1d5f6-7710-48d3-8a4a-d4bced381d02 {{(pid=108315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:05:31.093152 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a688c2f-9028-4f08-8542-7b09dad06fa2', 'name': 'network-vif-deleted', 'tag': '1efa8020-26b3-4ca8-a452-4afc4f914e61', 'status': 'completed', 'code': 200} Nov 03 02:05:31.181618 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-6b139235-ba80-4665-af6f-aaebb760171d req-562b7430-2f0f-4e8a-a6fe-9641686f4aa7 service neutron] 10.222.0.37 "GET /v2.0/networks/326aa7e2-8440-4a6d-838b-7bc4586b4583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995762 Nov 03 02:05:31.291604 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-6b139235-ba80-4665-af6f-aaebb760171d req-e557af92-7c92-4343-91e7-0e2e2e14b405 service neutron] 10.222.0.37 "GET /v2.0/networks/326aa7e2-8440-4a6d-838b-7bc4586b4583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010332 Nov 03 02:05:32.089447 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b632f29b-4253-43a8-9db9-207dc481baab req-52d3ebfa-9bb5-458c-8804-c4b89d6c3072 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:32.091133 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b632f29b-4253-43a8-9db9-207dc481baab req-52d3ebfa-9bb5-458c-8804-c4b89d6c3072 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.30 "GET /v2.0/ports?device_id=711d09e1-216a-4ba3-9cfc-f5d9f32091ac HTTP/1.1" status: 200 len: 943 time: 0.0530429 Nov 03 02:05:32.150684 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b632f29b-4253-43a8-9db9-207dc481baab req-09eaa250-b213-4acd-b989-5b81b240664e tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b70c972-ae20-4f92-b564-f5815069df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507386 Nov 03 02:05:32.212818 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-3cb44d75-9426-449b-8561-107ff3c2d517 req-074343d3-0972-4bd7-ba41-447cc7c45201 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a688c2f-9028-4f08-8542-7b09dad06fa2 HTTP/1.1" status: 200 len: 210 time: 0.0293612 Nov 03 02:05:32.736632 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade16839-e2c7-4820-8809-d50904acf7d2 req-b97e01fd-601c-464b-b692-fc7898ffd358 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:32.738033 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-ade16839-e2c7-4820-8809-d50904acf7d2 req-b97e01fd-601c-464b-b692-fc7898ffd358 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/ports?device_id=561f8514-e68a-49fa-b7f0-ea60cb83a94e HTTP/1.1" status: 200 len: 945 time: 0.0562515 Nov 03 02:05:32.788008 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-ade16839-e2c7-4820-8809-d50904acf7d2 req-6c3e328d-f00f-4414-9aac-2ab95d13b83c tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f34f56d-22dc-4342-bf1f-f7098a5b32c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438831 Nov 03 02:05:32.817189 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 47508) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:05:33.009139 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4836b9-b861-498f-ba48-4723537ae879 tempest-TestMinimumBasicScenario-91261635 tempest-TestMinimumBasicScenario-91261635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:33.010600 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-fe4836b9-b861-498f-ba48-4723537ae879 tempest-TestMinimumBasicScenario-91261635 tempest-TestMinimumBasicScenario-91261635-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=561f8514-e68a-49fa-b7f0-ea60cb83a94e HTTP/1.1" status: 200 len: 1093 time: 0.1924224 Nov 03 02:05:33.014042 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 47512) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:05:33.018227 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.v2.base [None req-a51dcb70-b8a1-49e4-a51c-de9522c3c582 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Request body: {'floatingip': {'floating_network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'port_id': '96d79956-425a-4084-b4ad-7e4e29f76595', 'tenant_id': 'f13a412251cf4add8e72d0811966ade4', 'fixed_ip_address': '172.20.0.5'}} {{(pid=108315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:05:33.105636 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-a51dcb70-b8a1-49e4-a51c-de9522c3c582 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Publish callbacks [] for floatingip, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:33.217856 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-a51dcb70-b8a1-49e4-a51c-de9522c3c582 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:33.302234 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dabacee-08a2-45df-b193-0408857085f7 req-0da59fe9-f08a-4aa4-a952-9ae2e8cae8ec tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:33.303862 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-3dabacee-08a2-45df-b193-0408857085f7 req-0da59fe9-f08a-4aa4-a952-9ae2e8cae8ec tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.30 "GET /v2.0/ports?device_id=711d09e1-216a-4ba3-9cfc-f5d9f32091ac HTTP/1.1" status: 200 len: 943 time: 0.0682640 Nov 03 02:05:33.353308 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.db.db_base_plugin_common [None req-a51dcb70-b8a1-49e4-a51c-de9522c3c582 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Allocated IP 172.27.1.199 (4ca214f6-e89c-4bd7-af93-48c10786815e/d2239322-01a4-44c7-bb94-af7246032662/a2489fd6-16b3-48af-be94-0e73c73a1422) {{(pid=108315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:05:33.363534 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-3dabacee-08a2-45df-b193-0408857085f7 req-50988984-b22c-45af-8235-8f7c880070ab tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b70c972-ae20-4f92-b564-f5815069df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520258 Nov 03 02:05:33.462576 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-a51dcb70-b8a1-49e4-a51c-de9522c3c582 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Publish callbacks [] for port, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:33.542976 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130143c0-2d0a-4870-95e9-717fbdd3bbe3 req-319bbcda-92ea-44fe-af02-0319e038e281 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:33.544400 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-130143c0-2d0a-4870-95e9-717fbdd3bbe3 req-319bbcda-92ea-44fe-af02-0319e038e281 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/networks?id=b9f1ba25-c9df-4fb7-a2b7-25e385903abb HTTP/1.1" status: 200 len: 815 time: 0.1084092 Nov 03 02:05:33.564241 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-130143c0-2d0a-4870-95e9-717fbdd3bbe3 req-5c9c2b59-4193-46a6-aff3-7fec32defd53 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/quotas/a236a1ddacc947d0a25090b1c2ef1456 HTTP/1.1" status: 200 len: 375 time: 0.0132885 Nov 03 02:05:33.595313 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-a51dcb70-b8a1-49e4-a51c-de9522c3c582 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784217128214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127914182'] for port, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:33.632446 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51dcb70-b8a1-49e4-a51c-de9522c3c582 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Network 4ca214f6-e89c-4bd7-af93-48c10786815e is already hosted by enough agents. {{(pid=108315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:05:33.634623 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-130143c0-2d0a-4870-95e9-717fbdd3bbe3 req-63cfbed8-01cc-4679-8dcb-44e4558e903a tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a236a1ddacc947d0a25090b1c2ef1456&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0530829 Nov 03 02:05:33.635246 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.base_scheduler [None req-a51dcb70-b8a1-49e4-a51c-de9522c3c582 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Resources bound (agent type, host, resource id): {{(pid=108315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:05:33.641448 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51dcb70-b8a1-49e4-a51c-de9522c3c582 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Received port after_create {{(pid=108315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:05:33.686872 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51dcb70-b8a1-49e4-a51c-de9522c3c582 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Pushing event updated for resources: {'Port': ['ID=a2489fd6-16b3-48af-be94-0e73c73a1422,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:05:33.741823 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-130143c0-2d0a-4870-95e9-717fbdd3bbe3 req-2e569f71-a766-4298-9330-720f256f7732 service neutron] 10.222.0.30 "GET /v2.0/networks/b9f1ba25-c9df-4fb7-a2b7-25e385903abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993395 Nov 03 02:05:33.833465 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-130143c0-2d0a-4870-95e9-717fbdd3bbe3 req-8ce8f56c-9c3c-49d4-9012-a9a5102e8a58 service neutron] 10.222.0.30 "GET /v2.0/networks/b9f1ba25-c9df-4fb7-a2b7-25e385903abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898340 Nov 03 02:05:34.022023 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-a51dcb70-b8a1-49e4-a51c-de9522c3c582 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:34.100839 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device 3d2eb15b-c272-482b-a03e-7d62ece59535 details requested by agent hyperv_hv-cinder-81561 with host hv-cinder-81561 {{(pid=108316) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 02:05:34.103889 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device 1efa8020-26b3-4ca8-a452-4afc4f914e61 no longer exists at agent hyperv_hv-cinder-81561 {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:05:34.130078 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] No Port match for: 1efa8020-26b3-4ca8-a452-4afc4f914e61 {{(pid=108316) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 02:05:34.130439 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device 1efa8020-26b3-4ca8-a452-4afc4f914e61 not bound to the agent host hv-cinder-81561 {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:05:34.224255 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5103dc5c-ab50-4ae5-b6be-94552e49a5b5 req-b96e0f93-7f9e-4629-8001-b4590f812c42 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:34.225068 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] For port 3d2eb15b-c272-482b-a03e-7d62ece59535, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=3d2eb15b-c272-482b-a03e-7d62ece59535,segment=NetworkSegment(2d2939de-d231-4201-abf7-a1df3c4061fd),segment_id=2d2939de-d231-4201-abf7-a1df3c4061fd)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:05:34.226203 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-5103dc5c-ab50-4ae5-b6be-94552e49a5b5 req-b96e0f93-7f9e-4629-8001-b4590f812c42 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 945 time: 0.0517488 Nov 03 02:05:34.236663 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Returning: {'device': '3d2eb15b-c272-482b-a03e-7d62ece59535', 'network_id': '326aa7e2-8440-4a6d-838b-7bc4586b4583', 'port_id': '3d2eb15b-c272-482b-a03e-7d62ece59535', 'mac_address': 'fa:16:3e:85:ed:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0427a1f4-d666-4cdb-b8e7-25c79c0e31ae', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108316) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 02:05:34.278484 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:34.281421 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-5103dc5c-ab50-4ae5-b6be-94552e49a5b5 req-3658dfbb-f966-45dc-8576-e8ec48e4e10e tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487394 Nov 03 02:05:34.291473 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.notifiers.nova [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d2eb15b-c272-482b-a03e-7d62ece59535 {{(pid=108316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 02:05:34.311615 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] For port 3d2eb15b-c272-482b-a03e-7d62ece59535, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=3d2eb15b-c272-482b-a03e-7d62ece59535,segment=NetworkSegment(2d2939de-d231-4201-abf7-a1df3c4061fd),segment_id=2d2939de-d231-4201-abf7-a1df3c4061fd)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:05:34.347887 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-a51dcb70-b8a1-49e4-a51c-de9522c3c582 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:34.414956 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-bc428737-dee4-493e-92b4-8a6b8616fa66 req-d8230a43-b5d8-4aeb-8741-61098fbd4afe tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5ec1d9-6496-4b0d-8c10-6506ec67049e HTTP/1.1" status: 200 len: 210 time: 0.0450022 Nov 03 02:05:34.442709 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:34.491606 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9c36c-4501-4d96-ba44-6ba0879bb864 req-e6b66290-567c-4db6-b458-627502da7161 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:34.493235 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f3d9c36c-4501-4d96-ba44-6ba0879bb864 req-e6b66290-567c-4db6-b458-627502da7161 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.30 "GET /v2.0/ports?device_id=711d09e1-216a-4ba3-9cfc-f5d9f32091ac HTTP/1.1" status: 200 len: 944 time: 0.0580280 Nov 03 02:05:34.502971 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Pushing event updated for resources: {'Port': ['ID=3d2eb15b-c272-482b-a03e-7d62ece59535,revision_number=4']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:05:34.511036 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:05:34.511287 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:05:34.511810 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:05:34.512323 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:05:34.512814 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:05:34.513311 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:05:34.513806 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:05:34.514334 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:05:34.514833 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:05:34.515330 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:05:34.515942 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:05:34.516421 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:05:34.544198 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-a51dcb70-b8a1-49e4-a51c-de9522c3c582 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Publish callbacks [] for port, precommit_update {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:34.553946 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f3d9c36c-4501-4d96-ba44-6ba0879bb864 req-c10f0794-7cc6-4820-9709-910de66d9eb5 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b70c972-ae20-4f92-b564-f5815069df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542662 Nov 03 02:05:34.645904 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-a51dcb70-b8a1-49e4-a51c-de9522c3c582 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127914185'] for port, after_update {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:34.717064 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51dcb70-b8a1-49e4-a51c-de9522c3c582 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Pushing event updated for resources: {'Port': ['ID=a2489fd6-16b3-48af-be94-0e73c73a1422,revision_number=2']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:05:34.731316 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-a51dcb70-b8a1-49e4-a51c-de9522c3c582 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641583'] for floatingip, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:34.827533 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] get_ports_and_sgs() called for port_ids ['3d2eb15b-c272-482b-a03e-7d62ece59535'] {{(pid=108316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 02:05:34.835266 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.db.l3_db [None req-a51dcb70-b8a1-49e4-a51c-de9522c3c582 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Floating IP 47f50668-24a6-4d69-8226-9cb5cb98f499 associated. External IP: 172.27.1.199, port: 96d79956-425a-4084-b4ad-7e4e29f76595. Nov 03 02:05:35.060077 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a51dcb70-b8a1-49e4-a51c-de9522c3c582 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Router e607ffbe-b1fa-41cb-8e25-a12d46ed9d71 has already been hosted by L3 agent dfdd482b-800d-4ddb-af67-bfdcf28c1d2f {{(pid=108315) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:05:35.168786 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a51dcb70-b8a1-49e4-a51c-de9522c3c582 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Notify agent at l3_agent.dv-cinder-815614-3-iscsi the message routers_updated {{(pid=108315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:05:35.180075 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bd2262-4c1c-4392-a9fd-3383143af167 None None] Sync routers for ids ['e607ffbe-b1fa-41cb-8e25-a12d46ed9d71'] in dv-cinder-815614-3-iscsi {{(pid=108317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:05:35.189900 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bd2262-4c1c-4392-a9fd-3383143af167 None None] Routers {'e607ffbe-b1fa-41cb-8e25-a12d46ed9d71'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:05:35.190531 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-f1bd2262-4c1c-4392-a9fd-3383143af167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:05:19Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['e607ffbe-b1fa-41cb-8e25-a12d46ed9d71'], 'active': True} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:05:35.296846 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvr_db [None req-f1bd2262-4c1c-4392-a9fd-3383143af167 None None] Set router e607ffbe-b1fa-41cb-8e25-a12d46ed9d71 gateway port host: dv-cinder-815614-3-iscsi {{(pid=108317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:05:35.319367 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-a51dcb70-b8a1-49e4-a51c-de9522c3c582 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622'] for floatingip, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:35.352776 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-a51dcb70-b8a1-49e4-a51c-de9522c3c582 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3376870 Nov 03 02:05:35.353684 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '561f8514-e68a-49fa-b7f0-ea60cb83a94e', 'tag': '96d79956-425a-4084-b4ad-7e4e29f76595'}] {{(pid=108315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:05:35.356102 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ceb3f72598e67bafae985fe00b788e907b12cd818b569c9993237f285010df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb75473-7a97-4655-93d7-2c335b5073f6" -d '{"events": [{"name": "network-changed", "server_uuid": "561f8514-e68a-49fa-b7f0-ea60cb83a94e", "tag": "96d79956-425a-4084-b4ad-7e4e29f76595"}]}' {{(pid=108315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:05:35.358717 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 47556) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:05:35.364114 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.v2.base [None req-ede8df8f-2749-40c5-bdc9-6b0795af915a tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-89052705', 'description': 'tempest-secgroup-smoke-89052705 description', 'project_id': 'f13a412251cf4add8e72d0811966ade4'}} {{(pid=108315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:05:35.401408 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 02:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-262da9ad-ebe5-48c6-b9a2-4a193a80fb00 x-openstack-request-id: req-262da9ad-ebe5-48c6-b9a2-4a193a80fb00 {{(pid=108315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:05:35.401745 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "561f8514-e68a-49fa-b7f0-ea60cb83a94e", "tag": "96d79956-425a-4084-b4ad-7e4e29f76595", "status": "completed", "code": 200}]} {{(pid=108315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:05:35.402004 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-262da9ad-ebe5-48c6-b9a2-4a193a80fb00 {{(pid=108315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:05:35.402441 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '561f8514-e68a-49fa-b7f0-ea60cb83a94e', 'tag': '96d79956-425a-4084-b4ad-7e4e29f76595', 'status': 'completed', 'code': 200} Nov 03 02:05:35.409985 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5b5dd5-10b3-433e-9313-2e46071919ff req-066ce8db-4f9a-4f9b-ad6b-45d13da68acc tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:35.411515 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-da5b5dd5-10b3-433e-9313-2e46071919ff req-066ce8db-4f9a-4f9b-ad6b-45d13da68acc tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 945 time: 0.0608006 Nov 03 02:05:35.482529 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-ede8df8f-2749-40c5-bdc9-6b0795af915a tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Publish callbacks [] for security_group, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:35.538656 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-da5b5dd5-10b3-433e-9313-2e46071919ff req-2dcf6bf7-fe78-4f05-a26e-8f5c447728c1 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196506 Nov 03 02:05:35.541625 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-7d23ad75-bdfd-4329-b6d8-4a3ac556f3b8 req-d11ac565-9551-4ca3-a30d-9993e824a921 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5ec1d9-6496-4b0d-8c10-6506ec67049e HTTP/1.1" status: 200 len: 210 time: 0.0487103 Nov 03 02:05:35.568733 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb75473-7a97-4655-93d7-2c335b5073f6 req-ada97a4e-22ff-4e2e-8241-56d7dee7878e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:35.576927 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-cfb75473-7a97-4655-93d7-2c335b5073f6 req-ada97a4e-22ff-4e2e-8241-56d7dee7878e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f13a412251cf4add8e72d0811966ade4&device_id=561f8514-e68a-49fa-b7f0-ea60cb83a94e HTTP/1.1" status: 200 len: 1098 time: 0.1353929 Nov 03 02:05:35.577079 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-ede8df8f-2749-40c5-bdc9-6b0795af915a tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Publish callbacks [] for security_group, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:35.662840 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-f1bd2262-4c1c-4392-a9fd-3383143af167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e607ffbe-b1fa-41cb-8e25-a12d46ed9d71', 'name': 'tempest-TestMinimumBasicScenario-1390445643-router', 'tenant_id': 'f13a412251cf4add8e72d0811966ade4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '2731610c-e582-41dd-887a-b7bf54bfcfcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:03:46Z', 'updated_at': '2021-11-03T02:03:52Z', 'revision_number': 4, 'project_id': 'f13a412251cf4add8e72d0811966ade4', 'gw_port': {'id': '2731610c-e582-41dd-887a-b7bf54bfcfcc', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:70:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e607ffbe-b1fa-41cb-8e25-a12d46ed9d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:03:48Z', 'updated_at': '2021-11-03T02:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_floatingips': [{'id': '47f50668-24a6-4d69-8226-9cb5cb98f499', 'tenant_id': 'f13a412251cf4add8e72d0811966ade4', 'floating_ip_address': '172.27.1.199', 'floating_network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'router_id': 'e607ffbe-b1fa-41cb-8e25-a12d46ed9d71', 'port_id': '96d79956-425a-4084-b4ad-7e4e29f76595', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'baa53bac-7dd3-4c8a-9217-9ded84eb710f', 'mac_address': 'fa:16:3e:d8:5e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561f8514-e68a-49fa-b7f0-ea60cb83a94e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T02:05:33Z', 'updated_at': '2021-11-03T02:05:33Z', 'revision_number': 0, 'project_id': 'f13a412251cf4add8e72d0811966ade4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1816f6e6-aed0-499e-beee-08666f0ad553', 'name': '', 'network_id': 'baa53bac-7dd3-4c8a-9217-9ded84eb710f', 'tenant_id': 'f13a412251cf4add8e72d0811966ade4', 'mac_address': 'fa:16:3e:43:f1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e607ffbe-b1fa-41cb-8e25-a12d46ed9d71', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '8cfe1338-b6b1-408b-9ec6-b96abceeca92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:03:51Z', 'updated_at': '2021-11-03T02:03:56Z', 'revision_number': 5, 'project_id': 'f13a412251cf4add8e72d0811966ade4', 'subnets': [{'id': '8cfe1338-b6b1-408b-9ec6-b96abceeca92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:05:35.682925 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-ede8df8f-2749-40c5-bdc9-6b0795af915a tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:35.690409 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bd2262-4c1c-4392-a9fd-3383143af167 None None] Checking router: e607ffbe-b1fa-41cb-8e25-a12d46ed9d71 for host: dv-cinder-815614-3-iscsi {{(pid=108317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:05:35.700382 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bd2262-4c1c-4392-a9fd-3383143af167 None None] Routers {'e607ffbe-b1fa-41cb-8e25-a12d46ed9d71'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:05:35.701001 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-f1bd2262-4c1c-4392-a9fd-3383143af167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:05:19Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['e607ffbe-b1fa-41cb-8e25-a12d46ed9d71'], 'active': True} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:05:35.725829 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede8df8f-2749-40c5-bdc9-6b0795af915a tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d974952-521b-4022-8994-617d7852a30a,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:05:35.743685 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6a56c9-f142-45ca-a8bd-4c1c88c3f89c req-5067a503-eb05-4883-8452-19640ef6ff32 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:35.748119 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-2c6a56c9-f142-45ca-a8bd-4c1c88c3f89c req-5067a503-eb05-4883-8452-19640ef6ff32 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.30 "GET /v2.0/ports?device_id=711d09e1-216a-4ba3-9cfc-f5d9f32091ac HTTP/1.1" status: 200 len: 944 time: 0.1039495 Nov 03 02:05:35.748119 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb75473-7a97-4655-93d7-2c335b5073f6 req-ce1f0485-41de-4ed6-b7a7-74104f7a84d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:35.748672 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-cfb75473-7a97-4655-93d7-2c335b5073f6 req-ce1f0485-41de-4ed6-b7a7-74104f7a84d6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=baa53bac-7dd3-4c8a-9217-9ded84eb710f HTTP/1.1" status: 200 len: 916 time: 0.1640553 Nov 03 02:05:35.796657 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-ede8df8f-2749-40c5-bdc9-6b0795af915a tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Publish callbacks [] for security_group, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:35.800772 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-ede8df8f-2749-40c5-bdc9-6b0795af915a tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4378629 Nov 03 02:05:35.805185 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 47566) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:05:35.805986 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.v2.base [None req-181d1ec4-720c-4316-9d22-ea00ae73a5b5 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Request body: {'security_group_rule': {'security_group_id': '7d974952-521b-4022-8994-617d7852a30a', 'project_id': 'f13a412251cf4add8e72d0811966ade4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:05:35.812853 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvr_db [None req-f1bd2262-4c1c-4392-a9fd-3383143af167 None None] Set router e607ffbe-b1fa-41cb-8e25-a12d46ed9d71 gateway port host: dv-cinder-815614-3-iscsi {{(pid=108317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:05:35.848564 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-2c6a56c9-f142-45ca-a8bd-4c1c88c3f89c req-ce005340-6a58-4bf2-a70e-3b2214abd116 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b70c972-ae20-4f92-b564-f5815069df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963688 Nov 03 02:05:35.850701 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-cfb75473-7a97-4655-93d7-2c335b5073f6 req-e00f4ace-efaf-4b5a-b804-95d4a13a5790 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96d79956-425a-4084-b4ad-7e4e29f76595 HTTP/1.1" status: 200 len: 999 time: 0.0918422 Nov 03 02:05:35.907547 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb75473-7a97-4655-93d7-2c335b5073f6 req-ccc82d5e-696c-444c-8a3b-418d827b3026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:35.909409 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-cfb75473-7a97-4655-93d7-2c335b5073f6 req-ccc82d5e-696c-444c-8a3b-418d827b3026 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8cfe1338-b6b1-408b-9ec6-b96abceeca92 HTTP/1.1" status: 200 len: 854 time: 0.0502422 Nov 03 02:05:35.911008 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-181d1ec4-720c-4316-9d22-ea00ae73a5b5 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:35.962629 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb75473-7a97-4655-93d7-2c335b5073f6 req-80480634-05a9-4339-8a7e-1a963ed5d282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:35.964309 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-cfb75473-7a97-4655-93d7-2c335b5073f6 req-80480634-05a9-4339-8a7e-1a963ed5d282 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=baa53bac-7dd3-4c8a-9217-9ded84eb710f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0460479 Nov 03 02:05:35.986226 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-181d1ec4-720c-4316-9d22-ea00ae73a5b5 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:36.060375 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-f1bd2262-4c1c-4392-a9fd-3383143af167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e607ffbe-b1fa-41cb-8e25-a12d46ed9d71', 'name': 'tempest-TestMinimumBasicScenario-1390445643-router', 'tenant_id': 'f13a412251cf4add8e72d0811966ade4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '2731610c-e582-41dd-887a-b7bf54bfcfcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:03:46Z', 'updated_at': '2021-11-03T02:03:52Z', 'revision_number': 4, 'project_id': 'f13a412251cf4add8e72d0811966ade4', 'gw_port': {'id': '2731610c-e582-41dd-887a-b7bf54bfcfcc', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:70:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e607ffbe-b1fa-41cb-8e25-a12d46ed9d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:03:48Z', 'updated_at': '2021-11-03T02:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_floatingips': [{'id': '47f50668-24a6-4d69-8226-9cb5cb98f499', 'tenant_id': 'f13a412251cf4add8e72d0811966ade4', 'floating_ip_address': '172.27.1.199', 'floating_network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'router_id': 'e607ffbe-b1fa-41cb-8e25-a12d46ed9d71', 'port_id': '96d79956-425a-4084-b4ad-7e4e29f76595', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'baa53bac-7dd3-4c8a-9217-9ded84eb710f', 'mac_address': 'fa:16:3e:d8:5e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561f8514-e68a-49fa-b7f0-ea60cb83a94e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T02:05:33Z', 'updated_at': '2021-11-03T02:05:33Z', 'revision_number': 0, 'project_id': 'f13a412251cf4add8e72d0811966ade4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1816f6e6-aed0-499e-beee-08666f0ad553', 'name': '', 'network_id': 'baa53bac-7dd3-4c8a-9217-9ded84eb710f', 'tenant_id': 'f13a412251cf4add8e72d0811966ade4', 'mac_address': 'fa:16:3e:43:f1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e607ffbe-b1fa-41cb-8e25-a12d46ed9d71', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '8cfe1338-b6b1-408b-9ec6-b96abceeca92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:03:51Z', 'updated_at': '2021-11-03T02:03:56Z', 'revision_number': 5, 'project_id': 'f13a412251cf4add8e72d0811966ade4', 'subnets': [{'id': '8cfe1338-b6b1-408b-9ec6-b96abceeca92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:05:36.068140 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-cfb75473-7a97-4655-93d7-2c335b5073f6 req-41b839ea-be02-4a8a-9872-4af4239f0c94 service neutron] 10.222.0.37 "GET /v2.0/networks/baa53bac-7dd3-4c8a-9217-9ded84eb710f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940843 Nov 03 02:05:36.071477 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-181d1ec4-720c-4316-9d22-ea00ae73a5b5 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587162'] for security_group_rule, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:36.091569 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181d1ec4-720c-4316-9d22-ea00ae73a5b5 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e67cc02a-f4ad-498f-9fb8-2dcf28780e44,revision_number=0']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:05:36.100969 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device 3d2eb15b-c272-482b-a03e-7d62ece59535 up at agent hyperv_hv-cinder-81561 {{(pid=108316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:05:36.104369 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bd2262-4c1c-4392-a9fd-3383143af167 None None] The sync data for ids ['e607ffbe-b1fa-41cb-8e25-a12d46ed9d71'] in dv-cinder-815614-3-iscsi is: [{'id': 'e607ffbe-b1fa-41cb-8e25-a12d46ed9d71', 'name': 'tempest-TestMinimumBasicScenario-1390445643-router', 'tenant_id': 'f13a412251cf4add8e72d0811966ade4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '2731610c-e582-41dd-887a-b7bf54bfcfcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:03:46Z', 'updated_at': '2021-11-03T02:03:52Z', 'revision_number': 4, 'project_id': 'f13a412251cf4add8e72d0811966ade4', 'gw_port': {'id': '2731610c-e582-41dd-887a-b7bf54bfcfcc', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:70:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e607ffbe-b1fa-41cb-8e25-a12d46ed9d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:03:48Z', 'updated_at': '2021-11-03T02:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_floatingips': [{'id': '47f50668-24a6-4d69-8226-9cb5cb98f499', 'tenant_id': 'f13a412251cf4add8e72d0811966ade4', 'floating_ip_address': '172.27.1.199', 'floating_network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'router_id': 'e607ffbe-b1fa-41cb-8e25-a12d46ed9d71', 'port_id': '96d79956-425a-4084-b4ad-7e4e29f76595', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'baa53bac-7dd3-4c8a-9217-9ded84eb710f', 'mac_address': 'fa:16:3e:d8:5e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561f8514-e68a-49fa-b7f0-ea60cb83a94e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T02:05:33Z', 'updated_at': '2021-11-03T02:05:33Z', 'revision_number': 0, 'project_id': 'f13a412251cf4add8e72d0811966ade4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1816f6e6-aed0-499e-beee-08666f0ad553', 'name': '', 'network_id': 'baa53bac-7dd3-4c8a-9217-9ded84eb710f', 'tenant_id': 'f13a412251cf4add8e72d0811966ade4', 'mac_address': 'fa:16:3e:43:f1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e607ffbe-b1fa-41cb-8e25-a12d46ed9d71', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '8cfe1338-b6b1-408b-9ec6-b96abceeca92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:03:51Z', 'updated_at': '2021-11-03T02:03:56Z', 'revision_number': 5, 'project_id': 'f13a412251cf4add8e72d0811966ade4', 'subnets': [{'id': '8cfe1338-b6b1-408b-9ec6-b96abceeca92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:05:36.181686 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-cfb75473-7a97-4655-93d7-2c335b5073f6 req-506e357e-b659-41bc-91f0-57e35b0d8d83 service neutron] 10.222.0.37 "GET /v2.0/networks/baa53bac-7dd3-4c8a-9217-9ded84eb710f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946190 Nov 03 02:05:36.232091 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Provisioning for port 3d2eb15b-c272-482b-a03e-7d62ece59535 completed by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 02:05:36.234123 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-181d1ec4-720c-4316-9d22-ea00ae73a5b5 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:36.235424 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-181d1ec4-720c-4316-9d22-ea00ae73a5b5 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4333007 Nov 03 02:05:36.237491 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Provisioning complete for port 3d2eb15b-c272-482b-a03e-7d62ece59535 triggered by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:05:36.238285 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:36.241711 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 47568) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:05:36.242903 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.v2.base [None req-2b071458-a44f-4597-98c8-d734198b2f74 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Request body: {'security_group_rule': {'security_group_id': '7d974952-521b-4022-8994-617d7852a30a', 'project_id': 'f13a412251cf4add8e72d0811966ade4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:05:36.325147 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e2ce6f-c29b-4bab-898a-08612be96741 None None] New status for floating IP 47f50668-24a6-4d69-8226-9cb5cb98f499: ACTIVE {{(pid=108316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 02:05:36.330580 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:36.362016 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-2b071458-a44f-4597-98c8-d734198b2f74 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:36.389302 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '711d09e1-216a-4ba3-9cfc-f5d9f32091ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d2eb15b-c272-482b-a03e-7d62ece59535'}] {{(pid=108316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:05:36.391532 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c49bda4003134bcf77c295383a637b11cae661d7d3df1045ea696fe6ff2a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0653301-6704-4982-93f6-078308385c99" -d '{"events": [{"server_uuid": "711d09e1-216a-4ba3-9cfc-f5d9f32091ac", "name": "network-vif-plugged", "status": "completed", "tag": "3d2eb15b-c272-482b-a03e-7d62ece59535"}]}' {{(pid=108316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:05:36.429179 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-2b071458-a44f-4597-98c8-d734198b2f74 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:36.443312 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 02:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e027c98b-6b1f-4bb2-b2cf-c306ec360132 x-openstack-request-id: req-e027c98b-6b1f-4bb2-b2cf-c306ec360132 {{(pid=108316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:05:36.443600 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "711d09e1-216a-4ba3-9cfc-f5d9f32091ac", "name": "network-vif-plugged", "status": "completed", "tag": "3d2eb15b-c272-482b-a03e-7d62ece59535", "code": 200}]} {{(pid=108316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:05:36.443849 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e027c98b-6b1f-4bb2-b2cf-c306ec360132 {{(pid=108316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:05:36.444230 dv-cinder-815614-3-iscsi neutron-server[108316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '711d09e1-216a-4ba3-9cfc-f5d9f32091ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d2eb15b-c272-482b-a03e-7d62ece59535', 'code': 200} Nov 03 02:05:36.445830 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] For port 3d2eb15b-c272-482b-a03e-7d62ece59535, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=3d2eb15b-c272-482b-a03e-7d62ece59535,segment=NetworkSegment(2d2939de-d231-4201-abf7-a1df3c4061fd),segment_id=2d2939de-d231-4201-abf7-a1df3c4061fd)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:05:36.505550 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-2b071458-a44f-4597-98c8-d734198b2f74 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587162'] for security_group_rule, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:36.523076 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b071458-a44f-4597-98c8-d734198b2f74 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a15b426-bafe-41e7-89d7-3c0b338a541b,revision_number=0']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:05:36.531683 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:36.586635 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Pushing event updated for resources: {'Port': ['ID=3d2eb15b-c272-482b-a03e-7d62ece59535,revision_number=5']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:05:36.604205 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-2b071458-a44f-4597-98c8-d734198b2f74 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:36.607413 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-2b071458-a44f-4597-98c8-d734198b2f74 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3680515 Nov 03 02:05:36.610341 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 47576) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:05:36.615226 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.v2.base [None req-3ca47da0-3a41-428b-9fb5-24fff64d1ff8 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Request body: {'security_group_rule': {'security_group_id': '7d974952-521b-4022-8994-617d7852a30a', 'project_id': 'f13a412251cf4add8e72d0811966ade4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:05:36.711296 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1ea16d64-6138-4610-bc9f-4070eecc7003 req-2fc487a5-3ac3-453b-b0ed-094a07b510a6 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5ec1d9-6496-4b0d-8c10-6506ec67049e HTTP/1.1" status: 200 len: 210 time: 0.0452592 Nov 03 02:05:36.734322 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b40343-ca80-4a46-968a-8c6c4d0640a4 req-b2a22831-f305-422c-8fa5-029c5786933b tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:36.734322 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b3b40343-ca80-4a46-968a-8c6c4d0640a4 req-b2a22831-f305-422c-8fa5-029c5786933b tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 945 time: 0.0760715 Nov 03 02:05:36.777330 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-3ca47da0-3a41-428b-9fb5-24fff64d1ff8 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:36.783636 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b3b40343-ca80-4a46-968a-8c6c4d0640a4 req-beb6da3d-7013-443a-98b2-2d79127a77ef tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453837 Nov 03 02:05:36.837338 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-3ca47da0-3a41-428b-9fb5-24fff64d1ff8 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:36.899161 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8185c016-8196-454a-94af-425c52ea15d4 req-bb4202bb-22de-40fe-8ac4-0249f02c389a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:36.900682 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-8185c016-8196-454a-94af-425c52ea15d4 req-bb4202bb-22de-40fe-8ac4-0249f02c389a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=711d09e1-216a-4ba3-9cfc-f5d9f32091ac HTTP/1.1" status: 200 len: 1098 time: 0.0431690 Nov 03 02:05:36.957894 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-8185c016-8196-454a-94af-425c52ea15d4 req-00b5866d-0ba5-4b59-a987-ba317cef7ca9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3b70c972-ae20-4f92-b564-f5815069df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446970 Nov 03 02:05:36.973802 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-3ca47da0-3a41-428b-9fb5-24fff64d1ff8 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587162'] for security_group_rule, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:36.993357 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca47da0-3a41-428b-9fb5-24fff64d1ff8 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1cec7eb-b89b-44d6-9db2-eb8ca4a3dd1b,revision_number=0']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:05:36.997204 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130143c0-2d0a-4870-95e9-717fbdd3bbe3 req-ba2d4ada-aa6d-40dc-8fdf-a521ef2534f0 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:36.999268 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-130143c0-2d0a-4870-95e9-717fbdd3bbe3 req-ba2d4ada-aa6d-40dc-8fdf-a521ef2534f0 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.37 "GET /v2.0/networks?id=b9f1ba25-c9df-4fb7-a2b7-25e385903abb HTTP/1.1" status: 200 len: 815 time: 0.1415765 Nov 03 02:05:37.007243 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aee66a-df9c-44ac-9f62-3e078fd34efb req-5187c175-6404-4ad0-999e-ed97b9384549 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:37.015046 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-44aee66a-df9c-44ac-9f62-3e078fd34efb req-5187c175-6404-4ad0-999e-ed97b9384549 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.30 "GET /v2.0/ports?device_id=711d09e1-216a-4ba3-9cfc-f5d9f32091ac HTTP/1.1" status: 200 len: 945 time: 0.0859141 Nov 03 02:05:37.056585 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-44aee66a-df9c-44ac-9f62-3e078fd34efb req-3b7f0dd2-bceb-4753-a6bb-572fc32e7734 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b70c972-ae20-4f92-b564-f5815069df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419955 Nov 03 02:05:37.079162 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-3ca47da0-3a41-428b-9fb5-24fff64d1ff8 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:37.080394 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-3ca47da0-3a41-428b-9fb5-24fff64d1ff8 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4686677 Nov 03 02:05:37.091513 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 47582) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:05:37.095738 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.v2.base [None req-63578aa9-c9fb-493f-9f34-93794744202b tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Request body: {'security_group_rule': {'security_group_id': '7d974952-521b-4022-8994-617d7852a30a', 'project_id': 'f13a412251cf4add8e72d0811966ade4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:05:37.213474 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-63578aa9-c9fb-493f-9f34-93794744202b tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:37.264729 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.v2.base [req-130143c0-2d0a-4870-95e9-717fbdd3bbe3 req-c79e6299-cd47-4c1e-acb6-dfd36eb6f01a tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Request body: {'port': {'device_id': 'bd5ec1d9-6496-4b0d-8c10-6506ec67049e', 'network_id': 'b9f1ba25-c9df-4fb7-a2b7-25e385903abb', 'admin_state_up': True, 'tenant_id': 'a236a1ddacc947d0a25090b1c2ef1456'}} {{(pid=108314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:05:37.282089 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-63578aa9-c9fb-493f-9f34-93794744202b tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:37.348963 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-63578aa9-c9fb-493f-9f34-93794744202b tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587162'] for security_group_rule, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:37.367711 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63578aa9-c9fb-493f-9f34-93794744202b tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57862ade-e384-4e5a-88fc-0350b491fa57,revision_number=0']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:05:37.459826 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-130143c0-2d0a-4870-95e9-717fbdd3bbe3 req-c79e6299-cd47-4c1e-acb6-dfd36eb6f01a tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Made reservation on behalf of a236a1ddacc947d0a25090b1c2ef1456 for: {'port': 1} {{(pid=108314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:05:37.463408 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-130143c0-2d0a-4870-95e9-717fbdd3bbe3 req-c79e6299-cd47-4c1e-acb6-dfd36eb6f01a tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:37.539897 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-63578aa9-c9fb-493f-9f34-93794744202b tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:37.544518 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-63578aa9-c9fb-493f-9f34-93794744202b tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4487736 Nov 03 02:05:37.545426 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 47584) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:05:37.550872 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.v2.base [None req-ab9eeefe-4d4c-42d2-b4c6-10c75509f70e tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Request body: {'security_group_rule': {'security_group_id': '7d974952-521b-4022-8994-617d7852a30a', 'project_id': 'f13a412251cf4add8e72d0811966ade4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:05:37.680514 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.db.securitygroups_db [None req-ab9eeefe-4d4c-42d2-b4c6-10c75509f70e tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Project f13a412251cf4add8e72d0811966ade4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 02:05:37.685708 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-ab9eeefe-4d4c-42d2-b4c6-10c75509f70e tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:37.750795 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-ab9eeefe-4d4c-42d2-b4c6-10c75509f70e tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:37.807093 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.db_base_plugin_common [req-130143c0-2d0a-4870-95e9-717fbdd3bbe3 req-c79e6299-cd47-4c1e-acb6-dfd36eb6f01a tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Allocated IP 172.20.0.11 (b9f1ba25-c9df-4fb7-a2b7-25e385903abb/c04fe74d-10e3-420d-8b55-340dc19e5e2d/51737622-94ed-4ac8-9a34-b97530c518a0) {{(pid=108314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:05:37.828191 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e4f4f876-bd9c-4760-8fca-f9285f28a5ea req-f8c273b0-f135-4da6-934f-59e847d0930b tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5ec1d9-6496-4b0d-8c10-6506ec67049e HTTP/1.1" status: 200 len: 210 time: 0.0393031 Nov 03 02:05:37.836822 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-ab9eeefe-4d4c-42d2-b4c6-10c75509f70e tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587162'] for security_group_rule, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:37.857623 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9eeefe-4d4c-42d2-b4c6-10c75509f70e tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=424ce25a-d8f7-4078-9a40-447d493d8076,revision_number=0']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:05:37.976628 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d22d5-06e7-430c-a0f2-45c0b7086530 req-ab641cf7-dd19-4dcc-99b5-f1bb9b0b458b tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:37.978087 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-762d22d5-06e7-430c-a0f2-45c0b7086530 req-ab641cf7-dd19-4dcc-99b5-f1bb9b0b458b tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 945 time: 0.1150579 Nov 03 02:05:38.044859 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-ab9eeefe-4d4c-42d2-b4c6-10c75509f70e tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:38.046218 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-ab9eeefe-4d4c-42d2-b4c6-10c75509f70e tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4996254 Nov 03 02:05:38.049124 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 47596) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:05:38.053396 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.v2.base [None req-3aae80c9-8476-4c96-bbbe-12b693ae26a8 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Request body: {'security_group_rule': {'security_group_id': '7d974952-521b-4022-8994-617d7852a30a', 'project_id': 'f13a412251cf4add8e72d0811966ade4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:05:38.059351 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-130143c0-2d0a-4870-95e9-717fbdd3bbe3 req-c79e6299-cd47-4c1e-acb6-dfd36eb6f01a tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Publish callbacks [] for port, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:38.066979 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-762d22d5-06e7-430c-a0f2-45c0b7086530 req-83f671c2-f4ce-4fe8-988b-3360539da596 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790114 Nov 03 02:05:38.160431 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.db.securitygroups_db [None req-3aae80c9-8476-4c96-bbbe-12b693ae26a8 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Project f13a412251cf4add8e72d0811966ade4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 02:05:38.165814 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-3aae80c9-8476-4c96-bbbe-12b693ae26a8 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:38.185939 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a81425-80e6-4be5-89c5-c6ff82361dd2 req-a2e79bc5-ea25-4b4d-817d-f5eae958e071 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:38.187749 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-71a81425-80e6-4be5-89c5-c6ff82361dd2 req-a2e79bc5-ea25-4b4d-817d-f5eae958e071 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.30 "GET /v2.0/ports?device_id=711d09e1-216a-4ba3-9cfc-f5d9f32091ac HTTP/1.1" status: 200 len: 945 time: 0.0539482 Nov 03 02:05:38.208321 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-130143c0-2d0a-4870-95e9-717fbdd3bbe3 req-c79e6299-cd47-4c1e-acb6-dfd36eb6f01a tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784217128214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126899639'] for port, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:38.223354 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] get_ports_and_sgs() called for port_ids ['aef52f3c-1a62-45b5-9c4b-40ee0869774e', 'b86f86db-8a25-4da3-abaa-8e726628e287', 'ff09ef64-e5d7-4f1b-a870-3f00abdc5961'] {{(pid=108316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 02:05:38.228601 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-3aae80c9-8476-4c96-bbbe-12b693ae26a8 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:38.283469 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-130143c0-2d0a-4870-95e9-717fbdd3bbe3 req-c79e6299-cd47-4c1e-acb6-dfd36eb6f01a tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Network b9f1ba25-c9df-4fb7-a2b7-25e385903abb is already hosted by enough agents. {{(pid=108314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:05:38.287304 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79e6299-cd47-4c1e-acb6-dfd36eb6f01a tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Pushing event updated for resources: {'Port': ['ID=51737622-94ed-4ac8-9a34-b97530c518a0,revision_number=1']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:05:38.290859 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.base_scheduler [req-130143c0-2d0a-4870-95e9-717fbdd3bbe3 req-c79e6299-cd47-4c1e-acb6-dfd36eb6f01a tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Resources bound (agent type, host, resource id): {{(pid=108314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:05:38.293498 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.l3_dvrscheduler_db [req-130143c0-2d0a-4870-95e9-717fbdd3bbe3 req-c79e6299-cd47-4c1e-acb6-dfd36eb6f01a tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Received port after_create {{(pid=108314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:05:38.299494 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-71a81425-80e6-4be5-89c5-c6ff82361dd2 req-a3284172-4f66-4166-8f21-d7adc67e681a tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b70c972-ae20-4f92-b564-f5815069df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050372 Nov 03 02:05:38.307205 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-3aae80c9-8476-4c96-bbbe-12b693ae26a8 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587162'] for security_group_rule, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:38.327796 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aae80c9-8476-4c96-bbbe-12b693ae26a8 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ab98a8f-87a5-4b05-be75-a9ab7099fe38,revision_number=0']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:05:38.351544 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130143c0-2d0a-4870-95e9-717fbdd3bbe3 req-c79e6299-cd47-4c1e-acb6-dfd36eb6f01a tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:38.352149 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-130143c0-2d0a-4870-95e9-717fbdd3bbe3 req-c79e6299-cd47-4c1e-acb6-dfd36eb6f01a tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622'] for port, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:38.416227 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-3aae80c9-8476-4c96-bbbe-12b693ae26a8 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:38.417620 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-3aae80c9-8476-4c96-bbbe-12b693ae26a8 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3674772 Nov 03 02:05:38.456980 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-130143c0-2d0a-4870-95e9-717fbdd3bbe3 req-c79e6299-cd47-4c1e-acb6-dfd36eb6f01a tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1983321 Nov 03 02:05:38.471350 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.v2.base [req-130143c0-2d0a-4870-95e9-717fbdd3bbe3 req-719df738-512e-449d-a949-cdeb8aa24a37 service neutron] Request body: {'port': {'device_id': 'bd5ec1d9-6496-4b0d-8c10-6506ec67049e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81561'}} {{(pid=108314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:05:38.567878 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-02e5a8f7-13f2-424d-a38b-0c8048f3cdfb req-ef176f36-ed6e-430e-9679-399ab96bd49e tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-89052705&fields=id&tenant_id=f13a412251cf4add8e72d0811966ade4 HTTP/1.1" status: 200 len: 267 time: 0.0920753 Nov 03 02:05:38.568110 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-130143c0-2d0a-4870-95e9-717fbdd3bbe3 req-719df738-512e-449d-a949-cdeb8aa24a37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:38.717945 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e5a8f7-13f2-424d-a38b-0c8048f3cdfb req-7c9b6bbb-2f94-467c-893e-fbfedad6a9c6 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:38.719472 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-02e5a8f7-13f2-424d-a38b-0c8048f3cdfb req-7c9b6bbb-2f94-467c-893e-fbfedad6a9c6 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/ports?device_id=561f8514-e68a-49fa-b7f0-ea60cb83a94e HTTP/1.1" status: 200 len: 945 time: 0.1365087 Nov 03 02:05:38.739700 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.v2.base [req-02e5a8f7-13f2-424d-a38b-0c8048f3cdfb req-6716924a-a1b7-46b3-a2fe-fbd12d9868b1 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Request body: {'port': {'security_groups': ['5f34f56d-22dc-4342-bf1f-f7098a5b32c7', '7d974952-521b-4022-8994-617d7852a30a']}} {{(pid=108314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:05:38.864656 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-02e5a8f7-13f2-424d-a38b-0c8048f3cdfb req-6716924a-a1b7-46b3-a2fe-fbd12d9868b1 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:39.056996 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0818b2-6ac9-47c6-958f-4832c7251585 req-e01b8874-cf1d-4c41-8a26-921854369613 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:39.058508 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-9c0818b2-6ac9-47c6-958f-4832c7251585 req-e01b8874-cf1d-4c41-8a26-921854369613 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5ec1d9-6496-4b0d-8c10-6506ec67049e HTTP/1.1" status: 200 len: 932 time: 0.1412175 Nov 03 02:05:39.085203 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.notifiers.nova [req-130143c0-2d0a-4870-95e9-717fbdd3bbe3 req-719df738-512e-449d-a949-cdeb8aa24a37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51737622-94ed-4ac8-9a34-b97530c518a0 {{(pid=108314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 02:05:39.102394 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-130143c0-2d0a-4870-95e9-717fbdd3bbe3 req-719df738-512e-449d-a949-cdeb8aa24a37 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:39.155787 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.provisioning_blocks [req-130143c0-2d0a-4870-95e9-717fbdd3bbe3 req-719df738-512e-449d-a949-cdeb8aa24a37 service neutron] Transition to ACTIVE for port object 51737622-94ed-4ac8-9a34-b97530c518a0 will not be triggered until provisioned by entity L2. {{(pid=108314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 02:05:39.185132 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-9c0818b2-6ac9-47c6-958f-4832c7251585 req-0085da4c-b27d-4c8e-8e55-7beaafc5ea16 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2caa2a6-72c8-4014-ab52-bb2a40600117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185753 Nov 03 02:05:39.225234 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.db [req-02e5a8f7-13f2-424d-a38b-0c8048f3cdfb req-6716924a-a1b7-46b3-a2fe-fbd12d9868b1 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] For port 96d79956-425a-4084-b4ad-7e4e29f76595, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=96d79956-425a-4084-b4ad-7e4e29f76595,segment=NetworkSegment(bd6c75a6-e698-4064-874e-491d3e61c23e),segment_id=bd6c75a6-e698-4064-874e-491d3e61c23e)] {{(pid=108314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:05:39.245638 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-130143c0-2d0a-4870-95e9-717fbdd3bbe3 req-719df738-512e-449d-a949-cdeb8aa24a37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126899640'] for port, after_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:39.308925 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-02e5a8f7-13f2-424d-a38b-0c8048f3cdfb req-6716924a-a1b7-46b3-a2fe-fbd12d9868b1 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Publish callbacks [] for port, precommit_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:39.333672 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719df738-512e-449d-a949-cdeb8aa24a37 service neutron] Pushing event updated for resources: {'Port': ['ID=51737622-94ed-4ac8-9a34-b97530c518a0,revision_number=2']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:05:39.369624 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fbf207-16b2-480f-9b09-5ca9438c5af0 req-3d7bd9fa-4c5e-468e-90f3-189eddc9d25d tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:39.371186 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-55fbf207-16b2-480f-9b09-5ca9438c5af0 req-3d7bd9fa-4c5e-468e-90f3-189eddc9d25d tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 945 time: 0.1289005 Nov 03 02:05:39.394688 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-02e5a8f7-13f2-424d-a38b-0c8048f3cdfb req-6716924a-a1b7-46b3-a2fe-fbd12d9868b1 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126899640'] for port, after_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:39.474303 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] get_ports_and_sgs() called for port_ids ['96d79956-425a-4084-b4ad-7e4e29f76595'] {{(pid=108316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 02:05:39.482384 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e5a8f7-13f2-424d-a38b-0c8048f3cdfb req-6716924a-a1b7-46b3-a2fe-fbd12d9868b1 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:39.483034 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-02e5a8f7-13f2-424d-a38b-0c8048f3cdfb req-6716924a-a1b7-46b3-a2fe-fbd12d9868b1 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622'] for port, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:39.484449 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-02e5a8f7-13f2-424d-a38b-0c8048f3cdfb req-6716924a-a1b7-46b3-a2fe-fbd12d9868b1 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "PUT /v2.0/ports/96d79956-425a-4084-b4ad-7e4e29f76595 HTTP/1.1" status: 200 len: 981 time: 0.7554843 Nov 03 02:05:39.484914 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '561f8514-e68a-49fa-b7f0-ea60cb83a94e', 'tag': '96d79956-425a-4084-b4ad-7e4e29f76595'}] {{(pid=108314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:05:39.487238 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b9e71fb97e4882bef21449c101b24c97d897c9b718fbc8dac7673975a826a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc80e9b7-f2d4-466a-8ca7-e48154677c71" -d '{"events": [{"name": "network-changed", "server_uuid": "561f8514-e68a-49fa-b7f0-ea60cb83a94e", "tag": "96d79956-425a-4084-b4ad-7e4e29f76595"}]}' {{(pid=108314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:05:39.524292 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-55fbf207-16b2-480f-9b09-5ca9438c5af0 req-00698400-dad2-49e9-953e-ba00d8116bb6 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329677 Nov 03 02:05:39.527079 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6716924a-a1b7-46b3-a2fe-fbd12d9868b1 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Pushing event updated for resources: {'Port': ['ID=96d79956-425a-4084-b4ad-7e4e29f76595,revision_number=6']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:05:39.529852 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.managers [req-130143c0-2d0a-4870-95e9-717fbdd3bbe3 req-719df738-512e-449d-a949-cdeb8aa24a37 service neutron] Attempting to bind port 51737622-94ed-4ac8-9a34-b97530c518a0 on host hv-cinder-81561 for vnic_type normal with profile {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 02:05:39.530209 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.managers [req-130143c0-2d0a-4870-95e9-717fbdd3bbe3 req-719df738-512e-449d-a949-cdeb8aa24a37 service neutron] Attempting to bind port 51737622-94ed-4ac8-9a34-b97530c518a0 by drivers openvswitch,hyperv on host hv-cinder-81561 at level 0 using segments [{'id': '15b7192d-fcf8-46bd-b4ff-54110db4eb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b9f1ba25-c9df-4fb7-a2b7-25e385903abb'}] {{(pid=108314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 02:05:39.530579 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130143c0-2d0a-4870-95e9-717fbdd3bbe3 req-719df738-512e-449d-a949-cdeb8aa24a37 service neutron] Attempting to bind port 51737622-94ed-4ac8-9a34-b97530c518a0 on network b9f1ba25-c9df-4fb7-a2b7-25e385903abb {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:05:39.535307 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130143c0-2d0a-4870-95e9-717fbdd3bbe3 req-719df738-512e-449d-a949-cdeb8aa24a37 service neutron] Port 51737622-94ed-4ac8-9a34-b97530c518a0 on network b9f1ba25-c9df-4fb7-a2b7-25e385903abb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81561 {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:05:39.535602 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130143c0-2d0a-4870-95e9-717fbdd3bbe3 req-719df738-512e-449d-a949-cdeb8aa24a37 service neutron] Attempting to bind port 51737622-94ed-4ac8-9a34-b97530c518a0 on network b9f1ba25-c9df-4fb7-a2b7-25e385903abb {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:05:39.540593 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130143c0-2d0a-4870-95e9-717fbdd3bbe3 req-719df738-512e-449d-a949-cdeb8aa24a37 service neutron] Checking agent: {'id': 'eecef0c6-53b3-4742-ba5c-66aa511932ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81561', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 1, 59, 59), 'started_at': datetime.datetime(2021, 11, 3, 1, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 2, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:05:39.540905 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130143c0-2d0a-4870-95e9-717fbdd3bbe3 req-719df738-512e-449d-a949-cdeb8aa24a37 service neutron] Checking segment: {'id': '15b7192d-fcf8-46bd-b4ff-54110db4eb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b9f1ba25-c9df-4fb7-a2b7-25e385903abb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 02:05:39.541282 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130143c0-2d0a-4870-95e9-717fbdd3bbe3 req-719df738-512e-449d-a949-cdeb8aa24a37 service neutron] Bound using segment: {'id': '15b7192d-fcf8-46bd-b4ff-54110db4eb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b9f1ba25-c9df-4fb7-a2b7-25e385903abb'} {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:05:39.541715 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.managers [req-130143c0-2d0a-4870-95e9-717fbdd3bbe3 req-719df738-512e-449d-a949-cdeb8aa24a37 service neutron] Bound port: 51737622-94ed-4ac8-9a34-b97530c518a0, host: hv-cinder-81561, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15b7192d-fcf8-46bd-b4ff-54110db4eb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b9f1ba25-c9df-4fb7-a2b7-25e385903abb'}}] {{(pid=108314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 02:05:39.542070 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-130143c0-2d0a-4870-95e9-717fbdd3bbe3 req-719df738-512e-449d-a949-cdeb8aa24a37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:39.629062 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] get_ports_and_sgs() called for port_ids ['96d79956-425a-4084-b4ad-7e4e29f76595'] {{(pid=108316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 02:05:39.700904 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.db [req-130143c0-2d0a-4870-95e9-717fbdd3bbe3 req-719df738-512e-449d-a949-cdeb8aa24a37 service neutron] For port 51737622-94ed-4ac8-9a34-b97530c518a0, host hv-cinder-81561, cleared binding levels {{(pid=108314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:05:39.709633 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb92e3a-5f81-4ebb-810e-a10884b59779 req-7cea1865-7658-4292-a7f1-5008e0484ff7 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:39.711121 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-9cb92e3a-5f81-4ebb-810e-a10884b59779 req-7cea1865-7658-4292-a7f1-5008e0484ff7 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.30 "GET /v2.0/ports?device_id=711d09e1-216a-4ba3-9cfc-f5d9f32091ac HTTP/1.1" status: 200 len: 945 time: 0.1076427 Nov 03 02:05:39.715057 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.db [req-130143c0-2d0a-4870-95e9-717fbdd3bbe3 req-719df738-512e-449d-a949-cdeb8aa24a37 service neutron] For port 51737622-94ed-4ac8-9a34-b97530c518a0, host hv-cinder-81561, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=51737622-94ed-4ac8-9a34-b97530c518a0,segment=NetworkSegment(15b7192d-fcf8-46bd-b4ff-54110db4eb9b),segment_id=15b7192d-fcf8-46bd-b4ff-54110db4eb9b)] {{(pid=108314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:05:39.728023 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f13183-90a3-4731-8480-dfee642bbb64 req-cfcdba84-f8a4-41c5-a5aa-5a7f552928c0 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:39.729421 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-01f13183-90a3-4731-8480-dfee642bbb64 req-cfcdba84-f8a4-41c5-a5aa-5a7f552928c0 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/ports?device_id=561f8514-e68a-49fa-b7f0-ea60cb83a94e HTTP/1.1" status: 200 len: 984 time: 0.0970757 Nov 03 02:05:39.788517 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-ff2b3814-d07c-4efc-afbc-92bd4b193cbd None None] Provisioning complete for port 96d79956-425a-4084-b4ad-7e4e29f76595 triggered by entity DHCP. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:05:39.788883 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-ff2b3814-d07c-4efc-afbc-92bd4b193cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:39.800128 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-9cb92e3a-5f81-4ebb-810e-a10884b59779 req-35740eee-65b7-4f7b-91bf-8225c7b507e5 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b70c972-ae20-4f92-b564-f5815069df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697153 Nov 03 02:05:39.819321 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-01f13183-90a3-4731-8480-dfee642bbb64 req-1fbbd091-e3b6-40d6-b3eb-1402e7e3380c tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f34f56d-22dc-4342-bf1f-f7098a5b32c7&id=7d974952-521b-4022-8994-617d7852a30a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0818965 Nov 03 02:05:39.820388 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-130143c0-2d0a-4870-95e9-717fbdd3bbe3 req-719df738-512e-449d-a949-cdeb8aa24a37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126899640'] for port, after_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:39.886125 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130143c0-2d0a-4870-95e9-717fbdd3bbe3 req-719df738-512e-449d-a949-cdeb8aa24a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:39.886827 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-130143c0-2d0a-4870-95e9-717fbdd3bbe3 req-719df738-512e-449d-a949-cdeb8aa24a37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622'] for port, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:39.888908 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-130143c0-2d0a-4870-95e9-717fbdd3bbe3 req-719df738-512e-449d-a949-cdeb8aa24a37 service neutron] 10.222.0.37 "PUT /v2.0/ports/51737622-94ed-4ac8-9a34-b97530c518a0 HTTP/1.1" status: 200 len: 1094 time: 1.4223857 Nov 03 02:05:39.892418 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 02:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-241d9a57-e831-497b-ac89-85b29bdc16cc x-openstack-request-id: req-241d9a57-e831-497b-ac89-85b29bdc16cc {{(pid=108314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:05:39.894300 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "561f8514-e68a-49fa-b7f0-ea60cb83a94e", "tag": "96d79956-425a-4084-b4ad-7e4e29f76595", "status": "completed", "code": 200}]} {{(pid=108314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:05:39.894828 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-241d9a57-e831-497b-ac89-85b29bdc16cc {{(pid=108314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:05:39.895501 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '561f8514-e68a-49fa-b7f0-ea60cb83a94e', 'tag': '96d79956-425a-4084-b4ad-7e4e29f76595', 'status': 'completed', 'code': 200} Nov 03 02:05:39.966600 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719df738-512e-449d-a949-cdeb8aa24a37 service neutron] Pushing event updated for resources: {'Port': ['ID=51737622-94ed-4ac8-9a34-b97530c518a0,revision_number=3']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:05:39.974316 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc80e9b7-f2d4-466a-8ca7-e48154677c71 req-16604b94-3dbb-407d-8005-4af36a358c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:39.976033 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-cc80e9b7-f2d4-466a-8ca7-e48154677c71 req-16604b94-3dbb-407d-8005-4af36a358c9e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f13a412251cf4add8e72d0811966ade4&device_id=561f8514-e68a-49fa-b7f0-ea60cb83a94e HTTP/1.1" status: 200 len: 1137 time: 0.0502136 Nov 03 02:05:40.094418 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130143c0-2d0a-4870-95e9-717fbdd3bbe3 req-b76121d3-bec3-4331-bd6c-18053c8cd09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:40.096027 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-130143c0-2d0a-4870-95e9-717fbdd3bbe3 req-b76121d3-bec3-4331-bd6c-18053c8cd09b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a236a1ddacc947d0a25090b1c2ef1456&device_id=bd5ec1d9-6496-4b0d-8c10-6506ec67049e HTTP/1.1" status: 200 len: 1097 time: 0.0636833 Nov 03 02:05:40.110333 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc80e9b7-f2d4-466a-8ca7-e48154677c71 req-10a9c4d0-4841-40d2-b8e4-e90f14bf7fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:40.115178 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-cc80e9b7-f2d4-466a-8ca7-e48154677c71 req-10a9c4d0-4841-40d2-b8e4-e90f14bf7fdf service neutron] 10.222.0.37 "GET /v2.0/networks?id=baa53bac-7dd3-4c8a-9217-9ded84eb710f HTTP/1.1" status: 200 len: 916 time: 0.1100223 Nov 03 02:05:40.143355 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-130143c0-2d0a-4870-95e9-717fbdd3bbe3 req-bb875f9f-eed1-4757-bbaf-dfe8acd2dc7a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51737622-94ed-4ac8-9a34-b97530c518a0 HTTP/1.1" status: 200 len: 217 time: 0.0352221 Nov 03 02:05:40.193172 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-cc80e9b7-f2d4-466a-8ca7-e48154677c71 req-7963a9c9-b70c-43fa-b89a-1f088a8741fd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96d79956-425a-4084-b4ad-7e4e29f76595 HTTP/1.1" status: 200 len: 1001 time: 0.0686650 Nov 03 02:05:40.207294 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130143c0-2d0a-4870-95e9-717fbdd3bbe3 req-b8d93647-0825-43d0-8a5f-07b081cb71a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:40.209398 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-130143c0-2d0a-4870-95e9-717fbdd3bbe3 req-b8d93647-0825-43d0-8a5f-07b081cb71a0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c04fe74d-10e3-420d-8b55-340dc19e5e2d HTTP/1.1" status: 200 len: 855 time: 0.0570948 Nov 03 02:05:40.246662 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-130143c0-2d0a-4870-95e9-717fbdd3bbe3 req-39676007-e97d-47fd-abe7-ca694d50d87c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b9f1ba25-c9df-4fb7-a2b7-25e385903abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284879 Nov 03 02:05:40.264247 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc80e9b7-f2d4-466a-8ca7-e48154677c71 req-cfeebdb3-484c-487f-a3c5-580f9ff7fe6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:40.266351 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-cc80e9b7-f2d4-466a-8ca7-e48154677c71 req-cfeebdb3-484c-487f-a3c5-580f9ff7fe6d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8cfe1338-b6b1-408b-9ec6-b96abceeca92 HTTP/1.1" status: 200 len: 854 time: 0.0626903 Nov 03 02:05:40.351914 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc80e9b7-f2d4-466a-8ca7-e48154677c71 req-72933f8c-55ed-4353-a136-bdec175ae177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:40.352140 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-130143c0-2d0a-4870-95e9-717fbdd3bbe3 req-47415cec-2a0d-4971-911c-edbff51274ce service neutron] 10.222.0.37 "GET /v2.0/networks/b9f1ba25-c9df-4fb7-a2b7-25e385903abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914915 Nov 03 02:05:40.353295 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-cc80e9b7-f2d4-466a-8ca7-e48154677c71 req-72933f8c-55ed-4353-a136-bdec175ae177 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=baa53bac-7dd3-4c8a-9217-9ded84eb710f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0749404 Nov 03 02:05:40.361627 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5e566-ff62-4c12-b15e-9e8866069031 req-99753611-a778-4df0-90fb-1790d1bb4e17 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:40.362995 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-8eb5e566-ff62-4c12-b15e-9e8866069031 req-99753611-a778-4df0-90fb-1790d1bb4e17 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5ec1d9-6496-4b0d-8c10-6506ec67049e HTTP/1.1" status: 200 len: 944 time: 0.0726562 Nov 03 02:05:40.466607 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-8eb5e566-ff62-4c12-b15e-9e8866069031 req-1aa974ac-aec5-44e1-80d6-a8d52e2500c8 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2caa2a6-72c8-4014-ab52-bb2a40600117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972605 Nov 03 02:05:40.473880 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-130143c0-2d0a-4870-95e9-717fbdd3bbe3 req-f270430e-d258-4c42-8dce-fdd04a144d2e service neutron] 10.222.0.37 "GET /v2.0/networks/b9f1ba25-c9df-4fb7-a2b7-25e385903abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921252 Nov 03 02:05:40.500469 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-cc80e9b7-f2d4-466a-8ca7-e48154677c71 req-a719c0f6-4f41-445b-b4f2-b68a7322b851 service neutron] 10.222.0.37 "GET /v2.0/networks/baa53bac-7dd3-4c8a-9217-9ded84eb710f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155522 Nov 03 02:05:40.597977 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-cc80e9b7-f2d4-466a-8ca7-e48154677c71 req-2b086862-e213-47da-835d-b0b5d220ac5f service neutron] 10.222.0.37 "GET /v2.0/networks/baa53bac-7dd3-4c8a-9217-9ded84eb710f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894270 Nov 03 02:05:40.650718 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b464b-a3fe-448d-a38d-a736299af6b5 req-91fcea0a-16e3-45e7-9766-ec7026906f28 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:40.652236 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-4d8b464b-a3fe-448d-a38d-a736299af6b5 req-91fcea0a-16e3-45e7-9766-ec7026906f28 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 945 time: 0.0495408 Nov 03 02:05:40.699926 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-4d8b464b-a3fe-448d-a38d-a736299af6b5 req-9f2619ba-d408-43d8-addb-cd008b9ec37d tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418980 Nov 03 02:05:41.579817 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7c44d3-7dc8-45a4-85e3-9bd89ac96f61 req-76a333cf-4a0c-4570-8d35-0ba539844775 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:41.581508 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-3b7c44d3-7dc8-45a4-85e3-9bd89ac96f61 req-76a333cf-4a0c-4570-8d35-0ba539844775 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5ec1d9-6496-4b0d-8c10-6506ec67049e HTTP/1.1" status: 200 len: 944 time: 0.0498521 Nov 03 02:05:41.628619 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-3b7c44d3-7dc8-45a4-85e3-9bd89ac96f61 req-0b937364-3dec-4452-9ce5-8e6d38a55228 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2caa2a6-72c8-4014-ab52-bb2a40600117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412502 Nov 03 02:05:41.817647 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c488d1-e4be-4c34-9eaa-47bab1b1af53 req-2b50d546-48ed-4c03-adba-de50b0afe621 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:41.819206 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-95c488d1-e4be-4c34-9eaa-47bab1b1af53 req-2b50d546-48ed-4c03-adba-de50b0afe621 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 945 time: 0.0521255 Nov 03 02:05:41.865600 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-95c488d1-e4be-4c34-9eaa-47bab1b1af53 req-17d1dbbf-4b9b-43ad-9f99-95af592673c1 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401425 Nov 03 02:05:41.897191 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd5ec1d9-6496-4b0d-8c10-6506ec67049e', 'tag': '51737622-94ed-4ac8-9a34-b97530c518a0'}] {{(pid=108314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:05:41.899450 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b9e71fb97e4882bef21449c101b24c97d897c9b718fbc8dac7673975a826a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ee41db-527d-43dc-a108-ebc77c783e3a" -d '{"events": [{"name": "network-changed", "server_uuid": "bd5ec1d9-6496-4b0d-8c10-6506ec67049e", "tag": "51737622-94ed-4ac8-9a34-b97530c518a0"}]}' {{(pid=108314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:05:41.932708 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 02:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2353bc3a-4d62-4200-b2e4-678e8cf1ce85 x-openstack-request-id: req-2353bc3a-4d62-4200-b2e4-678e8cf1ce85 {{(pid=108314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:05:41.933002 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd5ec1d9-6496-4b0d-8c10-6506ec67049e", "tag": "51737622-94ed-4ac8-9a34-b97530c518a0", "status": "completed", "code": 200}]} {{(pid=108314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:05:41.933256 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2353bc3a-4d62-4200-b2e4-678e8cf1ce85 {{(pid=108314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:05:41.933649 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd5ec1d9-6496-4b0d-8c10-6506ec67049e', 'tag': '51737622-94ed-4ac8-9a34-b97530c518a0', 'status': 'completed', 'code': 200} Nov 03 02:05:41.999197 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee41db-527d-43dc-a108-ebc77c783e3a req-fc646478-de32-4be0-8abb-a0551246e3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:42.001663 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-69ee41db-527d-43dc-a108-ebc77c783e3a req-fc646478-de32-4be0-8abb-a0551246e3a5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a236a1ddacc947d0a25090b1c2ef1456&device_id=bd5ec1d9-6496-4b0d-8c10-6506ec67049e HTTP/1.1" status: 200 len: 1097 time: 0.0403244 Nov 03 02:05:42.098424 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee41db-527d-43dc-a108-ebc77c783e3a req-ec8dcfcf-d596-4e8e-b96e-c71bc3abf2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:42.099887 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-69ee41db-527d-43dc-a108-ebc77c783e3a req-ec8dcfcf-d596-4e8e-b96e-c71bc3abf2be service neutron] 10.222.0.37 "GET /v2.0/networks?id=b9f1ba25-c9df-4fb7-a2b7-25e385903abb HTTP/1.1" status: 200 len: 916 time: 0.0866871 Nov 03 02:05:42.146192 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-69ee41db-527d-43dc-a108-ebc77c783e3a req-6cad011c-5dce-4f92-832c-7b500226c6f5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51737622-94ed-4ac8-9a34-b97530c518a0 HTTP/1.1" status: 200 len: 217 time: 0.0332537 Nov 03 02:05:42.210028 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee41db-527d-43dc-a108-ebc77c783e3a req-2f2c7933-0434-43f2-80a7-b2aa75730837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:42.211388 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-69ee41db-527d-43dc-a108-ebc77c783e3a req-2f2c7933-0434-43f2-80a7-b2aa75730837 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c04fe74d-10e3-420d-8b55-340dc19e5e2d HTTP/1.1" status: 200 len: 855 time: 0.0422471 Nov 03 02:05:42.249188 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-69ee41db-527d-43dc-a108-ebc77c783e3a req-43de312e-fe9f-4322-98bd-13362cf3c13d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b9f1ba25-c9df-4fb7-a2b7-25e385903abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260661 Nov 03 02:05:42.351713 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-69ee41db-527d-43dc-a108-ebc77c783e3a req-e8ac7691-ec2b-4d9b-b041-647f97daacff service neutron] 10.222.0.37 "GET /v2.0/networks/b9f1ba25-c9df-4fb7-a2b7-25e385903abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882273 Nov 03 02:05:42.454016 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-69ee41db-527d-43dc-a108-ebc77c783e3a req-38664272-79d4-4979-9c33-eedcb4c23fb7 service neutron] 10.222.0.37 "GET /v2.0/networks/b9f1ba25-c9df-4fb7-a2b7-25e385903abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845473 Nov 03 02:05:42.708384 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda49743-9451-4fdc-b320-b791a46fd98c req-f262b5a7-fece-4d6c-9bb7-06e43e501b19 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:42.709867 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-dda49743-9451-4fdc-b320-b791a46fd98c req-f262b5a7-fece-4d6c-9bb7-06e43e501b19 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 945 time: 0.0487008 Nov 03 02:05:43.017706 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c0e1b9-e0b4-4e01-8799-f74219633a6e req-b161e43b-9aac-4a2b-ba97-4377903b4281 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:43.019175 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d6c0e1b9-e0b4-4e01-8799-f74219633a6e req-b161e43b-9aac-4a2b-ba97-4377903b4281 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5ec1d9-6496-4b0d-8c10-6506ec67049e HTTP/1.1" status: 200 len: 944 time: 0.3084230 Nov 03 02:05:43.111887 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd4e26e-7e42-427e-8b0e-852d5593418f req-1bd0639f-dcdd-42c7-88ce-19885d55608a tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:43.113345 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-bfd4e26e-7e42-427e-8b0e-852d5593418f req-1bd0639f-dcdd-42c7-88ce-19885d55608a tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 945 time: 0.1063290 Nov 03 02:05:43.119633 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d6c0e1b9-e0b4-4e01-8799-f74219633a6e req-c8cff014-34a3-424f-9cb4-7500782e4d47 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2caa2a6-72c8-4014-ab52-bb2a40600117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920658 Nov 03 02:05:43.124286 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.plugin [req-dda49743-9451-4fdc-b320-b791a46fd98c req-ea8b03ad-1a99-447c-89c4-75f552f2d1bc tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Deleting port c800a63f-5d20-4479-bff0-75fde1f2c55a {{(pid=108314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 02:05:43.124619 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-dda49743-9451-4fdc-b320-b791a46fd98c req-ea8b03ad-1a99-447c-89c4-75f552f2d1bc tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784217550484'] for port, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:43.219513 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-bfd4e26e-7e42-427e-8b0e-852d5593418f req-bee7238a-4287-4eca-8b96-d064f2178c22 tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/security-groups?id=976392f4-7ec0-420b-85d1-a33ef8536451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989375 Nov 03 02:05:43.244081 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.db [req-dda49743-9451-4fdc-b320-b791a46fd98c req-ea8b03ad-1a99-447c-89c4-75f552f2d1bc tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] For port c800a63f-5d20-4479-bff0-75fde1f2c55a, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=c800a63f-5d20-4479-bff0-75fde1f2c55a,segment=NetworkSegment(3ed561a2-2713-4e58-b707-02e24c25c667),segment_id=3ed561a2-2713-4e58-b707-02e24c25c667)] {{(pid=108314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:05:43.244595 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-dda49743-9451-4fdc-b320-b791a46fd98c req-ea8b03ad-1a99-447c-89c4-75f552f2d1bc tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538104'] for port, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:43.261077 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.plugin [req-dda49743-9451-4fdc-b320-b791a46fd98c req-ea8b03ad-1a99-447c-89c4-75f552f2d1bc tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Calling delete_port for c800a63f-5d20-4479-bff0-75fde1f2c55a owned by compute:nova {{(pid=108314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 02:05:43.468798 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-dda49743-9451-4fdc-b320-b791a46fd98c req-ea8b03ad-1a99-447c-89c4-75f552f2d1bc tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784217703262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784217128223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126899639'] for port, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:43.487173 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] get_ports_and_sgs() called for port_ids ['c800a63f-5d20-4479-bff0-75fde1f2c55a'] {{(pid=108316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 02:05:43.503781 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8b03ad-1a99-447c-89c4-75f552f2d1bc tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Pushing event deleted for resources: {'Port': ['ID=c800a63f-5d20-4479-bff0-75fde1f2c55a,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:05:43.539402 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.l3_dvrscheduler_db [req-dda49743-9451-4fdc-b320-b791a46fd98c req-ea8b03ad-1a99-447c-89c4-75f552f2d1bc tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] No DVR routers for this DVR port c800a63f-5d20-4479-bff0-75fde1f2c55a on host hv-cinder-81561 {{(pid=108314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 02:05:43.542022 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-dda49743-9451-4fdc-b320-b791a46fd98c req-ea8b03ad-1a99-447c-89c4-75f552f2d1bc tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622'] for port, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:43.545610 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-dda49743-9451-4fdc-b320-b791a46fd98c req-ea8b03ad-1a99-447c-89c4-75f552f2d1bc tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.37 "DELETE /v2.0/ports/c800a63f-5d20-4479-bff0-75fde1f2c55a HTTP/1.1" status: 204 len: 173 time: 0.8256955 Nov 03 02:05:43.935129 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe6fe0cb-1e19-4f19-84b4-15e0d56010fe', 'name': 'network-vif-deleted', 'tag': 'c800a63f-5d20-4479-bff0-75fde1f2c55a'}] {{(pid=108314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:05:43.937718 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b9e71fb97e4882bef21449c101b24c97d897c9b718fbc8dac7673975a826a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d675def8-39cc-4f02-ad3c-fb9c334cc5a9" -d '{"events": [{"server_uuid": "fe6fe0cb-1e19-4f19-84b4-15e0d56010fe", "name": "network-vif-deleted", "tag": "c800a63f-5d20-4479-bff0-75fde1f2c55a"}]}' {{(pid=108314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:05:43.971671 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 02:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d738d45c-b5af-4fbd-af92-3942bef9d93e x-openstack-request-id: req-d738d45c-b5af-4fbd-af92-3942bef9d93e {{(pid=108314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:05:43.972747 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe6fe0cb-1e19-4f19-84b4-15e0d56010fe", "name": "network-vif-deleted", "tag": "c800a63f-5d20-4479-bff0-75fde1f2c55a", "status": "completed", "code": 200}]} {{(pid=108314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:05:43.972747 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d738d45c-b5af-4fbd-af92-3942bef9d93e {{(pid=108314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:05:43.972747 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe6fe0cb-1e19-4f19-84b4-15e0d56010fe', 'name': 'network-vif-deleted', 'tag': 'c800a63f-5d20-4479-bff0-75fde1f2c55a', 'status': 'completed', 'code': 200} Nov 03 02:05:44.142193 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device 51737622-94ed-4ac8-9a34-b97530c518a0 details requested by agent hyperv_hv-cinder-81561 with host hv-cinder-81561 {{(pid=108316) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 02:05:44.237751 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55042886-9b4f-41f1-bd2b-f9b03b9dcc03 req-b0764908-2bc9-4120-b740-58799bb8cceb tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:44.238525 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] For port 51737622-94ed-4ac8-9a34-b97530c518a0, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=51737622-94ed-4ac8-9a34-b97530c518a0,segment=NetworkSegment(15b7192d-fcf8-46bd-b4ff-54110db4eb9b),segment_id=15b7192d-fcf8-46bd-b4ff-54110db4eb9b)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:05:44.239261 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-55042886-9b4f-41f1-bd2b-f9b03b9dcc03 req-b0764908-2bc9-4120-b740-58799bb8cceb tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5ec1d9-6496-4b0d-8c10-6506ec67049e HTTP/1.1" status: 200 len: 944 time: 0.0525346 Nov 03 02:05:44.250797 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Returning: {'device': '51737622-94ed-4ac8-9a34-b97530c518a0', 'network_id': 'b9f1ba25-c9df-4fb7-a2b7-25e385903abb', 'port_id': '51737622-94ed-4ac8-9a34-b97530c518a0', 'mac_address': 'fa:16:3e:b5:d2:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c04fe74d-10e3-420d-8b55-340dc19e5e2d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108316) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 02:05:44.289513 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:44.291523 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-55042886-9b4f-41f1-bd2b-f9b03b9dcc03 req-a9013484-fc8e-4170-8e45-27c1e7b4638c tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2caa2a6-72c8-4014-ab52-bb2a40600117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460565 Nov 03 02:05:44.306706 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.notifiers.nova [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51737622-94ed-4ac8-9a34-b97530c518a0 {{(pid=108316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 02:05:44.325672 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-5c361577-0eab-4c13-a32f-76b5cad703e4 req-410ecc39-a6e1-481d-8dd9-1d40f82c037b tempest-ServerRescueNegativeTestJSON-1530572445 tempest-ServerRescueNegativeTestJSON-1530572445-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6fe0cb-1e19-4f19-84b4-15e0d56010fe HTTP/1.1" status: 200 len: 210 time: 0.0258086 Nov 03 02:05:44.325992 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] For port 51737622-94ed-4ac8-9a34-b97530c518a0, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=51737622-94ed-4ac8-9a34-b97530c518a0,segment=NetworkSegment(15b7192d-fcf8-46bd-b4ff-54110db4eb9b),segment_id=15b7192d-fcf8-46bd-b4ff-54110db4eb9b)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:05:44.422526 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:44.469827 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Pushing event updated for resources: {'Port': ['ID=51737622-94ed-4ac8-9a34-b97530c518a0,revision_number=4']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:05:44.840928 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] get_ports_and_sgs() called for port_ids ['51737622-94ed-4ac8-9a34-b97530c518a0'] {{(pid=108316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 02:05:45.384750 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 47682) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:05:45.407444 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c044526-a316-4105-87df-075e2a2e3354 req-bce8fcb5-70c0-48a7-868f-544c52c58da1 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:45.408929 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1c044526-a316-4105-87df-075e2a2e3354 req-bce8fcb5-70c0-48a7-868f-544c52c58da1 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5ec1d9-6496-4b0d-8c10-6506ec67049e HTTP/1.1" status: 200 len: 945 time: 0.0494900 Nov 03 02:05:45.456942 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1c044526-a316-4105-87df-075e2a2e3354 req-aa4e51ea-4340-4e8b-a353-5a26bf5bfec5 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2caa2a6-72c8-4014-ab52-bb2a40600117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420034 Nov 03 02:05:46.000866 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-dc75f6d8-1de7-4a8c-8963-c3c2154c09d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640815'] for router_interface, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:46.148519 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device 51737622-94ed-4ac8-9a34-b97530c518a0 up at agent hyperv_hv-cinder-81561 {{(pid=108316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:05:46.265083 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Provisioning for port 51737622-94ed-4ac8-9a34-b97530c518a0 completed by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 02:05:46.269454 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Provisioning complete for port 51737622-94ed-4ac8-9a34-b97530c518a0 triggered by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:05:46.269986 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:46.305083 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.plugin [None req-dc75f6d8-1de7-4a8c-8963-c3c2154c09d7 admin admin] Deleting port 58f7d8c0-8bfd-43e5-8867-d9841733975d {{(pid=108315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 02:05:46.305438 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-dc75f6d8-1de7-4a8c-8963-c3c2154c09d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784217550484'] for port, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:46.307646 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d4704aea-57c5-48e6-abfb-929a660195d8 req-e85909eb-9584-4e49-bc2b-1f6fbaff43fd tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-942012747&fields=id&tenant_id=136f0a28eb6d4e108836305888f1fcb4 HTTP/1.1" status: 200 len: 267 time: 0.0483963 Nov 03 02:05:46.352868 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:46.376255 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd5ec1d9-6496-4b0d-8c10-6506ec67049e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51737622-94ed-4ac8-9a34-b97530c518a0'}] {{(pid=108316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:05:46.378671 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c49bda4003134bcf77c295383a637b11cae661d7d3df1045ea696fe6ff2a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f37f5431-82bf-4903-a43a-8bc0a07d418e" -d '{"events": [{"server_uuid": "bd5ec1d9-6496-4b0d-8c10-6506ec67049e", "name": "network-vif-plugged", "status": "completed", "tag": "51737622-94ed-4ac8-9a34-b97530c518a0"}]}' {{(pid=108316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:05:46.384396 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.db [None req-dc75f6d8-1de7-4a8c-8963-c3c2154c09d7 admin admin] For port 58f7d8c0-8bfd-43e5-8867-d9841733975d, host dv-cinder-815614-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=58f7d8c0-8bfd-43e5-8867-d9841733975d,segment=NetworkSegment(3ed561a2-2713-4e58-b707-02e24c25c667),segment_id=3ed561a2-2713-4e58-b707-02e24c25c667)] {{(pid=108315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:05:46.384800 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-dc75f6d8-1de7-4a8c-8963-c3c2154c09d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538104'] for port, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:46.393237 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] For port 51737622-94ed-4ac8-9a34-b97530c518a0, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=51737622-94ed-4ac8-9a34-b97530c518a0,segment=NetworkSegment(15b7192d-fcf8-46bd-b4ff-54110db4eb9b),segment_id=15b7192d-fcf8-46bd-b4ff-54110db4eb9b)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:05:46.398970 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.plugin [None req-dc75f6d8-1de7-4a8c-8963-c3c2154c09d7 admin admin] Calling delete_port for 58f7d8c0-8bfd-43e5-8867-d9841733975d owned by network:router_interface {{(pid=108315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 02:05:46.421142 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4704aea-57c5-48e6-abfb-929a660195d8 req-93751962-3670-48f6-a2f8-274d65a2d8a9 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:46.422790 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d4704aea-57c5-48e6-abfb-929a660195d8 req-93751962-3670-48f6-a2f8-274d65a2d8a9 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/networks?id=85bfa113-6079-42d9-9c6f-8ca12bd1c59a HTTP/1.1" status: 200 len: 809 time: 0.1064465 Nov 03 02:05:46.427529 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 02:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0debf980-aa67-428e-bc53-03cf6c346356 x-openstack-request-id: req-0debf980-aa67-428e-bc53-03cf6c346356 {{(pid=108316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:05:46.427841 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd5ec1d9-6496-4b0d-8c10-6506ec67049e", "name": "network-vif-plugged", "status": "completed", "tag": "51737622-94ed-4ac8-9a34-b97530c518a0", "code": 200}]} {{(pid=108316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:05:46.428093 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0debf980-aa67-428e-bc53-03cf6c346356 {{(pid=108316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:05:46.428484 dv-cinder-815614-3-iscsi neutron-server[108316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd5ec1d9-6496-4b0d-8c10-6506ec67049e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51737622-94ed-4ac8-9a34-b97530c518a0', 'code': 200} Nov 03 02:05:46.439649 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d4704aea-57c5-48e6-abfb-929a660195d8 req-1466b44b-3c5b-4ecc-b580-e8aebe9b0745 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/quotas/136f0a28eb6d4e108836305888f1fcb4 HTTP/1.1" status: 200 len: 375 time: 0.0097971 Nov 03 02:05:46.457662 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:46.458837 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device c800a63f-5d20-4479-bff0-75fde1f2c55a no longer exists at agent hyperv_hv-cinder-81561 {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:05:46.511810 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d4704aea-57c5-48e6-abfb-929a660195d8 req-61a55900-7723-42aa-b1d6-6cdcfc54a777 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=136f0a28eb6d4e108836305888f1fcb4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0590167 Nov 03 02:05:46.535070 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Pushing event updated for resources: {'Port': ['ID=51737622-94ed-4ac8-9a34-b97530c518a0,revision_number=5']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:05:46.565723 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] No Port match for: c800a63f-5d20-4479-bff0-75fde1f2c55a {{(pid=108316) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 02:05:46.566078 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device c800a63f-5d20-4479-bff0-75fde1f2c55a not bound to the agent host hv-cinder-81561 {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:05:46.659388 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9135d53-d253-459b-83b4-c426bad2877d req-07ccbf55-e150-476c-8b57-b985b0a6a796 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:46.660850 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e9135d53-d253-459b-83b4-c426bad2877d req-07ccbf55-e150-476c-8b57-b985b0a6a796 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5ec1d9-6496-4b0d-8c10-6506ec67049e HTTP/1.1" status: 200 len: 946 time: 0.0732806 Nov 03 02:05:46.662763 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d4704aea-57c5-48e6-abfb-929a660195d8 req-e595be8e-3f50-4e44-81b9-3d2ea1807232 service neutron] 10.222.0.30 "GET /v2.0/networks/85bfa113-6079-42d9-9c6f-8ca12bd1c59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479914 Nov 03 02:05:46.665189 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-dc75f6d8-1de7-4a8c-8963-c3c2154c09d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784217703262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784217128223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127914182'] for port, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:46.695619 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc75f6d8-1de7-4a8c-8963-c3c2154c09d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=58f7d8c0-8bfd-43e5-8867-d9841733975d,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:05:46.711371 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-0b159649-9d5c-4702-9909-12f472752ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:46.765459 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e9135d53-d253-459b-83b4-c426bad2877d req-d1a87035-2952-4152-8ab5-e13910d14c2d tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2caa2a6-72c8-4014-ab52-bb2a40600117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985789 Nov 03 02:05:46.793792 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d4704aea-57c5-48e6-abfb-929a660195d8 req-a1790eca-d6eb-45e2-9208-d31008a59458 service neutron] 10.222.0.30 "GET /v2.0/networks/85bfa113-6079-42d9-9c6f-8ca12bd1c59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190264 Nov 03 02:05:46.865595 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-dc75f6d8-1de7-4a8c-8963-c3c2154c09d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643807'] for router_interface, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:46.869748 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e02ab0-070a-407d-8c19-13ed6f1c5f41 req-7084c3af-b9dd-42da-b6a9-0e5c414e22cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:46.871413 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-17e02ab0-070a-407d-8c19-13ed6f1c5f41 req-7084c3af-b9dd-42da-b6a9-0e5c414e22cc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bd5ec1d9-6496-4b0d-8c10-6506ec67049e HTTP/1.1" status: 200 len: 1099 time: 0.0437343 Nov 03 02:05:46.923338 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-17e02ab0-070a-407d-8c19-13ed6f1c5f41 req-88c14da6-19ce-40ac-92d6-a9afa28af830 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d2caa2a6-72c8-4014-ab52-bb2a40600117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400894 Nov 03 02:05:47.102343 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc75f6d8-1de7-4a8c-8963-c3c2154c09d7 admin admin] Router 709deada-dd14-414b-a156-ecfdd52a26b1 has already been hosted by L3 agent dfdd482b-800d-4ddb-af67-bfdcf28c1d2f {{(pid=108315) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:05:47.187013 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc75f6d8-1de7-4a8c-8963-c3c2154c09d7 admin admin] Notify agent at l3_agent.dv-cinder-815614-3-iscsi the message routers_updated {{(pid=108315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:05:47.192395 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-dc75f6d8-1de7-4a8c-8963-c3c2154c09d7 admin admin] 10.222.0.30 "PUT /v2.0/routers/709deada-dd14-414b-a156-ecfdd52a26b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8059444 Nov 03 02:05:47.194957 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 47708) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:05:47.199826 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ca7b75-495f-4e65-8d3b-9cc3ac131f6e None None] Sync routers for ids ['709deada-dd14-414b-a156-ecfdd52a26b1'] in dv-cinder-815614-3-iscsi {{(pid=108317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:05:47.216662 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ca7b75-495f-4e65-8d3b-9cc3ac131f6e None None] Routers {'709deada-dd14-414b-a156-ecfdd52a26b1'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:05:47.216662 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-06ca7b75-495f-4e65-8d3b-9cc3ac131f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:05:19Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['709deada-dd14-414b-a156-ecfdd52a26b1'], 'active': True} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:05:47.299393 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8924-2b7d-4ea2-9b08-952e77045a2b admin admin] Publish callbacks [] for router, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:47.315485 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvr_db [None req-06ca7b75-495f-4e65-8d3b-9cc3ac131f6e None None] Set router 709deada-dd14-414b-a156-ecfdd52a26b1 gateway port host: dv-cinder-815614-3-iscsi {{(pid=108317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:05:47.404101 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8924-2b7d-4ea2-9b08-952e77045a2b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:47.492156 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-06ca7b75-495f-4e65-8d3b-9cc3ac131f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709deada-dd14-414b-a156-ecfdd52a26b1', 'name': 'tempest-ServerRescueNegativeTestJSON-1568368258-router', 'tenant_id': 'dcf02d32d2b4466f90bc61e38f1776a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'a728aae1-bbc4-438d-8ca5-7b7da9e98c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:01:49Z', 'updated_at': '2021-11-03T02:05:46Z', 'revision_number': 5, 'project_id': 'dcf02d32d2b4466f90bc61e38f1776a8', 'gw_port': {'id': 'a728aae1-bbc4-438d-8ca5-7b7da9e98c11', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:64:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709deada-dd14-414b-a156-ecfdd52a26b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:01:50Z', 'updated_at': '2021-11-03T02:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi'}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:05:47.522955 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ca7b75-495f-4e65-8d3b-9cc3ac131f6e None None] Checking router: 709deada-dd14-414b-a156-ecfdd52a26b1 for host: dv-cinder-815614-3-iscsi {{(pid=108317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:05:47.532232 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ca7b75-495f-4e65-8d3b-9cc3ac131f6e None None] Routers {'709deada-dd14-414b-a156-ecfdd52a26b1'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:05:47.532854 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-06ca7b75-495f-4e65-8d3b-9cc3ac131f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:05:19Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['709deada-dd14-414b-a156-ecfdd52a26b1'], 'active': True} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:05:47.537104 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.plugin [None req-fc2c8924-2b7d-4ea2-9b08-952e77045a2b admin admin] Deleting port a728aae1-bbc4-438d-8ca5-7b7da9e98c11 {{(pid=108315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 02:05:47.537444 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8924-2b7d-4ea2-9b08-952e77045a2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784217550484'] for port, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:47.633448 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.db [None req-fc2c8924-2b7d-4ea2-9b08-952e77045a2b admin admin] For port a728aae1-bbc4-438d-8ca5-7b7da9e98c11, host dv-cinder-815614-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=a728aae1-bbc4-438d-8ca5-7b7da9e98c11,segment=NetworkSegment(1823f467-65f5-492c-8155-6dfe4df97867),segment_id=1823f467-65f5-492c-8155-6dfe4df97867)] {{(pid=108315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:05:47.633448 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8924-2b7d-4ea2-9b08-952e77045a2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538104'] for port, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:47.634430 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvr_db [None req-06ca7b75-495f-4e65-8d3b-9cc3ac131f6e None None] Set router 709deada-dd14-414b-a156-ecfdd52a26b1 gateway port host: None {{(pid=108317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:05:47.649614 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.plugin [None req-fc2c8924-2b7d-4ea2-9b08-952e77045a2b admin admin] Calling delete_port for a728aae1-bbc4-438d-8ca5-7b7da9e98c11 owned by network:router_gateway {{(pid=108315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 02:05:47.688701 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d1217bd0-fcd7-4c5a-b828-af85f4f69b5a req-0e27fa89-5014-451e-ad04-de27b9c69bac tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcedc8e-ab45-4300-9e60-6e82319256b8 HTTP/1.1" status: 200 len: 210 time: 0.0687084 Nov 03 02:05:47.697541 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-06ca7b75-495f-4e65-8d3b-9cc3ac131f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709deada-dd14-414b-a156-ecfdd52a26b1', 'name': 'tempest-ServerRescueNegativeTestJSON-1568368258-router', 'tenant_id': 'dcf02d32d2b4466f90bc61e38f1776a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:01:49Z', 'updated_at': '2021-11-03T02:05:47Z', 'revision_number': 6, 'project_id': 'dcf02d32d2b4466f90bc61e38f1776a8', 'gw_port_host': None}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:05:47.737124 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ca7b75-495f-4e65-8d3b-9cc3ac131f6e None None] The sync data for ids ['709deada-dd14-414b-a156-ecfdd52a26b1'] in dv-cinder-815614-3-iscsi is: [{'id': '709deada-dd14-414b-a156-ecfdd52a26b1', 'name': 'tempest-ServerRescueNegativeTestJSON-1568368258-router', 'tenant_id': 'dcf02d32d2b4466f90bc61e38f1776a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:01:49Z', 'updated_at': '2021-11-03T02:05:47Z', 'revision_number': 6, 'project_id': 'dcf02d32d2b4466f90bc61e38f1776a8', 'gw_port_host': None}] {{(pid=108317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:05:47.888719 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237d59d7-f110-4ea9-bfd2-cf26f3dd1652 req-58bc2947-3f00-4560-a05b-eee1bcda32ea tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:47.890268 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-237d59d7-f110-4ea9-bfd2-cf26f3dd1652 req-58bc2947-3f00-4560-a05b-eee1bcda32ea tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5ec1d9-6496-4b0d-8c10-6506ec67049e HTTP/1.1" status: 200 len: 946 time: 0.0490537 Nov 03 02:05:47.937803 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-237d59d7-f110-4ea9-bfd2-cf26f3dd1652 req-7924608b-e6c6-408d-a748-0108b96ad736 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2caa2a6-72c8-4014-ab52-bb2a40600117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416028 Nov 03 02:05:47.939122 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8924-2b7d-4ea2-9b08-952e77045a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784217703262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784217128223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127914182'] for port, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:47.967729 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2c8924-2b7d-4ea2-9b08-952e77045a2b admin admin] Pushing event deleted for resources: {'Port': ['ID=a728aae1-bbc4-438d-8ca5-7b7da9e98c11,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:05:48.033519 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8924-2b7d-4ea2-9b08-952e77045a2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-641637'] for router_gateway, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:48.157454 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8924-2b7d-4ea2-9b08-952e77045a2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15182'] for router, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:48.159814 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8924-2b7d-4ea2-9b08-952e77045a2b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:48.528513 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device 58f7d8c0-8bfd-43e5-8867-d9841733975d no longer exists at agent ovs-agent-dv-cinder-815614-3-iscsi {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:05:48.549950 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] No Port match for: 58f7d8c0-8bfd-43e5-8867-d9841733975d {{(pid=108316) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 02:05:48.550433 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device 58f7d8c0-8bfd-43e5-8867-d9841733975d not bound to the agent host dv-cinder-815614-3-iscsi {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:05:48.579704 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8924-2b7d-4ea2-9b08-952e77045a2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642304'] for router, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:48.580265 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc2c8924-2b7d-4ea2-9b08-952e77045a2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 709deada-dd14-414b-a156-ecfdd52a26b1 {{(pid=108315) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 02:05:48.585010 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8924-2b7d-4ea2-9b08-952e77045a2b admin admin] Publish callbacks [] for router, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:48.586164 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-fc2c8924-2b7d-4ea2-9b08-952e77045a2b admin admin] 10.222.0.30 "DELETE /v2.0/routers/709deada-dd14-414b-a156-ecfdd52a26b1 HTTP/1.1" status: 204 len: 168 time: 1.3902457 Nov 03 02:05:48.588668 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 47724) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:05:48.631740 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.db.db_base_plugin_v2 [None req-07d052f6-007d-433e-94d2-a64ca0868523 admin admin] Deleting subnet 67746e52-e9e3-4c10-8eb3-4bad00b287b3 {{(pid=108315) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 02:05:48.635100 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-07d052f6-007d-433e-94d2-a64ca0868523 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:48.669775 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-07d052f6-007d-433e-94d2-a64ca0868523 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125997489'] for subnet, precommit_delete_associations {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:48.711284 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-07d052f6-007d-433e-94d2-a64ca0868523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1588830'] for subnet, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:48.777724 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-7cdadf59-9cce-49a7-944b-0a0e6e6eb961 req-3abfbae0-946b-434b-88bd-f53faae12bb7 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcedc8e-ab45-4300-9e60-6e82319256b8 HTTP/1.1" status: 200 len: 210 time: 0.0343449 Nov 03 02:05:48.863280 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-07d052f6-007d-433e-94d2-a64ca0868523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1588775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127914131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126496540'] for subnet, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:48.887543 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d052f6-007d-433e-94d2-a64ca0868523 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67746e52-e9e3-4c10-8eb3-4bad00b287b3,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:05:48.893113 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-07d052f6-007d-433e-94d2-a64ca0868523 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:48.896280 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-07d052f6-007d-433e-94d2-a64ca0868523 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/67746e52-e9e3-4c10-8eb3-4bad00b287b3 HTTP/1.1" status: 204 len: 168 time: 0.3066707 Nov 03 02:05:48.898769 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 47728) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:05:48.965428 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-7a4b1a2d-eba1-40d6-a5e6-b145589a3ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2025968'] for network, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:48.983004 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-df3bc7cb-de44-4b44-a162-a3726af45cae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:49.051247 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-7a4b1a2d-eba1-40d6-a5e6-b145589a3ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1575371', 'neutron.services.segments.db._delete_segments_for_network-8784217631501'] for network, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:49.063326 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbcf61c-c43e-40ac-a1e6-3df58f28a2e0 req-a1323bb5-4319-489d-9e05-6cd0613c53b3 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:49.064813 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-cfbcf61c-c43e-40ac-a1e6-3df58f28a2e0 req-a1323bb5-4319-489d-9e05-6cd0613c53b3 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5ec1d9-6496-4b0d-8c10-6506ec67049e HTTP/1.1" status: 200 len: 946 time: 0.0487323 Nov 03 02:05:49.072400 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.services.segments.db [None req-7a4b1a2d-eba1-40d6-a5e6-b145589a3ca6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['736ee5a9-6b0f-40e2-b2ff-a9aa9510814f']}} {{(pid=108315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:05:49.082706 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.services.segments.db [None req-7a4b1a2d-eba1-40d6-a5e6-b145589a3ca6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ed561a2-2713-4e58-b707-02e24c25c667') {'for_net_delete': True} {{(pid=108315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:05:49.083003 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.services.segments.db [None req-7a4b1a2d-eba1-40d6-a5e6-b145589a3ca6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ed561a2-2713-4e58-b707-02e24c25c667') {} {{(pid=108315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:05:49.092706 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-7a4b1a2d-eba1-40d6-a5e6-b145589a3ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784217632534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125997496'] for segment, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:49.106618 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-7a4b1a2d-eba1-40d6-a5e6-b145589a3ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1588371'] for segment, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:49.112919 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a4b1a2d-eba1-40d6-a5e6-b145589a3ca6 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=108315) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:05:49.113306 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-7a4b1a2d-eba1-40d6-a5e6-b145589a3ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1588371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127914229'] for segment, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:49.115105 dv-cinder-815614-3-iscsi neutron-server[108315]: Traceback (most recent call last): Nov 03 02:05:49.115105 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 02:05:49.115105 dv-cinder-815614-3-iscsi neutron-server[108315]: timer() Nov 03 02:05:49.115105 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 02:05:49.115105 dv-cinder-815614-3-iscsi neutron-server[108315]: cb(*args, **kw) Nov 03 02:05:49.115105 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 02:05:49.115105 dv-cinder-815614-3-iscsi neutron-server[108315]: return func(*args, **kwargs) Nov 03 02:05:49.115105 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 02:05:49.115105 dv-cinder-815614-3-iscsi neutron-server[108315]: self._notify() Nov 03 02:05:49.115105 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 02:05:49.115105 dv-cinder-815614-3-iscsi neutron-server[108315]: self.callback(batched_events) Nov 03 02:05:49.115105 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 02:05:49.115105 dv-cinder-815614-3-iscsi neutron-server[108315]: event.method(event) Nov 03 02:05:49.115105 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 02:05:49.115105 dv-cinder-815614-3-iscsi neutron-server[108315]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 02:05:49.115105 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 02:05:49.115105 dv-cinder-815614-3-iscsi neutron-server[108315]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 02:05:49.115105 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 02:05:49.115105 dv-cinder-815614-3-iscsi neutron-server[108315]: return f(self, *a, **k) Nov 03 02:05:49.115105 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 02:05:49.115105 dv-cinder-815614-3-iscsi neutron-server[108315]: return self._get(url).json() Nov 03 02:05:49.115105 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 02:05:49.115105 dv-cinder-815614-3-iscsi neutron-server[108315]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 02:05:49.115105 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 02:05:49.115105 dv-cinder-815614-3-iscsi neutron-server[108315]: return self.request(url, 'GET', **kwargs) Nov 03 02:05:49.115105 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 02:05:49.115105 dv-cinder-815614-3-iscsi neutron-server[108315]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 02:05:49.115105 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 02:05:49.115105 dv-cinder-815614-3-iscsi neutron-server[108315]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 02:05:49.115105 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 02:05:49.115105 dv-cinder-815614-3-iscsi neutron-server[108315]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 02:05:49.115105 dv-cinder-815614-3-iscsi neutron-server[108315]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 02:05:49.117107 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-cfbcf61c-c43e-40ac-a1e6-3df58f28a2e0 req-16a443ee-3eaa-4bde-95ae-5e89b795683b tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2caa2a6-72c8-4014-ab52-bb2a40600117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457413 Nov 03 02:05:49.248443 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-7a4b1a2d-eba1-40d6-a5e6-b145589a3ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1575388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641601'] for network, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:49.257477 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-7a4b1a2d-eba1-40d6-a5e6-b145589a3ca6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554904'] for network, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:49.258404 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-7a4b1a2d-eba1-40d6-a5e6-b145589a3ca6 admin admin] 10.222.0.30 "DELETE /v2.0/networks/736ee5a9-6b0f-40e2-b2ff-a9aa9510814f HTTP/1.1" status: 204 len: 168 time: 0.3582680 Nov 03 02:05:49.269555 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4b1a2d-eba1-40d6-a5e6-b145589a3ca6 admin admin] Pushing event deleted for resources: {'Network': ['ID=736ee5a9-6b0f-40e2-b2ff-a9aa9510814f,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:05:49.814940 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 47746) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:05:49.863605 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-88490156-7d70-409c-9fae-bf10a15a5c2d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dcf02d32d2b4466f90bc61e38f1776a8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0473633 Nov 03 02:05:49.866348 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 47748) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:05:49.877394 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-98cb1d26-b44e-4ef2-ac74-7224a6dd941a req-6a913b6e-dcf4-407e-9ed1-fb2111329b4d tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcedc8e-ab45-4300-9e60-6e82319256b8 HTTP/1.1" status: 200 len: 210 time: 0.0278268 Nov 03 02:05:49.914562 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-56e14da3-8855-4370-9fa2-719b1c533202 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:49.936381 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-56e14da3-8855-4370-9fa2-719b1c533202 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:49.962667 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-3baf3433-eee1-48f0-90c8-209ed8ef0e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:50.097189 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device a728aae1-bbc4-438d-8ca5-7b7da9e98c11 no longer exists at agent ovs-agent-dv-cinder-815614-3-iscsi {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:05:50.114210 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-56e14da3-8855-4370-9fa2-719b1c533202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:50.116854 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-56e14da3-8855-4370-9fa2-719b1c533202 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:50.118201 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-56e14da3-8855-4370-9fa2-719b1c533202 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/976392f4-7ec0-420b-85d1-a33ef8536451 HTTP/1.1" status: 204 len: 168 time: 0.2509222 Nov 03 02:05:50.124559 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] No Port match for: a728aae1-bbc4-438d-8ca5-7b7da9e98c11 {{(pid=108316) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 02:05:50.124559 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device a728aae1-bbc4-438d-8ca5-7b7da9e98c11 not bound to the agent host dv-cinder-815614-3-iscsi {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:05:50.128549 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e14da3-8855-4370-9fa2-719b1c533202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976392f4-7ec0-420b-85d1-a33ef8536451,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:05:50.969588 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-034e3245-24ac-4060-bf60-01a9d4678cfc req-18c33151-c7ff-4442-8cf4-95a7db7a6754 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcedc8e-ab45-4300-9e60-6e82319256b8 HTTP/1.1" status: 200 len: 210 time: 0.0272100 Nov 03 02:05:51.356719 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-5b813f54-077d-440d-903f-32bc670fe069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:52.064838 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-69723f48-bb25-475a-925e-e4c4a2877d6a req-62e6caf4-5c65-407b-b7b0-79ff63af11f2 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcedc8e-ab45-4300-9e60-6e82319256b8 HTTP/1.1" status: 200 len: 210 time: 0.0293329 Nov 03 02:05:53.156688 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-599899cb-b76c-43ee-89df-df4abd2eeca3 req-4a610bef-94f1-4a47-9cd7-cbe7bd371a35 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcedc8e-ab45-4300-9e60-6e82319256b8 HTTP/1.1" status: 200 len: 210 time: 0.0255127 Nov 03 02:05:53.322629 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4704aea-57c5-48e6-abfb-929a660195d8 req-c03882e2-8d7b-425a-a802-12f128b0df88 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:53.324006 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d4704aea-57c5-48e6-abfb-929a660195d8 req-c03882e2-8d7b-425a-a802-12f128b0df88 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.37 "GET /v2.0/networks?id=85bfa113-6079-42d9-9c6f-8ca12bd1c59a HTTP/1.1" status: 200 len: 809 time: 0.1066227 Nov 03 02:05:53.400946 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d4704aea-57c5-48e6-abfb-929a660195d8 req-05d58963-c99e-43df-8db9-52e9a04f7c22 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=136f0a28eb6d4e108836305888f1fcb4 HTTP/1.1" status: 200 len: 379 time: 0.0532613 Nov 03 02:05:53.419398 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.v2.base [req-d4704aea-57c5-48e6-abfb-929a660195d8 req-e38b21de-307f-4838-be02-388ebba8f8e6 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Request body: {'port': {'device_id': 'bfcedc8e-ab45-4300-9e60-6e82319256b8', 'network_id': '85bfa113-6079-42d9-9c6f-8ca12bd1c59a', 'admin_state_up': True, 'tenant_id': '136f0a28eb6d4e108836305888f1fcb4', 'security_groups': ['6673ff9a-0ca4-4f70-9d44-9d4d676cb4da']}} {{(pid=108314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:05:53.599773 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4704aea-57c5-48e6-abfb-929a660195d8 req-e38b21de-307f-4838-be02-388ebba8f8e6 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Made reservation on behalf of 136f0a28eb6d4e108836305888f1fcb4 for: {'port': 1} {{(pid=108314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:05:53.603495 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-d4704aea-57c5-48e6-abfb-929a660195d8 req-e38b21de-307f-4838-be02-388ebba8f8e6 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:53.730400 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.db_base_plugin_common [req-d4704aea-57c5-48e6-abfb-929a660195d8 req-e38b21de-307f-4838-be02-388ebba8f8e6 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Allocated IP 172.20.0.11 (85bfa113-6079-42d9-9c6f-8ca12bd1c59a/92b994d1-893b-4528-a828-105ad45407c6/9fede95c-7a4c-431b-802a-bfb045b4ba84) {{(pid=108314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:05:53.873061 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-d4704aea-57c5-48e6-abfb-929a660195d8 req-e38b21de-307f-4838-be02-388ebba8f8e6 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Publish callbacks [] for port, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:54.060460 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-d4704aea-57c5-48e6-abfb-929a660195d8 req-e38b21de-307f-4838-be02-388ebba8f8e6 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784217128214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126899639'] for port, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:54.091755 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:54.103115 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4704aea-57c5-48e6-abfb-929a660195d8 req-e38b21de-307f-4838-be02-388ebba8f8e6 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Network 85bfa113-6079-42d9-9c6f-8ca12bd1c59a is already hosted by enough agents. {{(pid=108314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:05:54.108028 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.base_scheduler [req-d4704aea-57c5-48e6-abfb-929a660195d8 req-e38b21de-307f-4838-be02-388ebba8f8e6 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Resources bound (agent type, host, resource id): {{(pid=108314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:05:54.113045 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4704aea-57c5-48e6-abfb-929a660195d8 req-e38b21de-307f-4838-be02-388ebba8f8e6 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Received port after_create {{(pid=108314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:05:54.142018 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38b21de-307f-4838-be02-388ebba8f8e6 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Pushing event updated for resources: {'Port': ['ID=9fede95c-7a4c-431b-802a-bfb045b4ba84,revision_number=1']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:05:54.191782 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4704aea-57c5-48e6-abfb-929a660195d8 req-e38b21de-307f-4838-be02-388ebba8f8e6 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:54.195915 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-d4704aea-57c5-48e6-abfb-929a660195d8 req-e38b21de-307f-4838-be02-388ebba8f8e6 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622'] for port, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:54.298942 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bcb331-dfaa-430f-9ea6-acfca2e20254 req-d79eee7e-7cec-4104-8f92-642e223029e8 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:54.300795 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-c3bcb331-dfaa-430f-9ea6-acfca2e20254 req-d79eee7e-7cec-4104-8f92-642e223029e8 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcedc8e-ab45-4300-9e60-6e82319256b8 HTTP/1.1" status: 200 len: 932 time: 0.0586748 Nov 03 02:05:54.307578 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d4704aea-57c5-48e6-abfb-929a660195d8 req-e38b21de-307f-4838-be02-388ebba8f8e6 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8925457 Nov 03 02:05:54.332607 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.v2.base [req-d4704aea-57c5-48e6-abfb-929a660195d8 req-468bc074-d664-4b82-8bff-36462676e10d service neutron] Request body: {'port': {'device_id': 'bfcedc8e-ab45-4300-9e60-6e82319256b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81561'}} {{(pid=108314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:05:54.354464 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-5b843f2f-a824-459b-a062-3a8c4bd6b5ef None None] Provisioning complete for port 9fede95c-7a4c-431b-802a-bfb045b4ba84 triggered by entity DHCP. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:05:54.354847 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-5b843f2f-a824-459b-a062-3a8c4bd6b5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:54.400763 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-5b843f2f-a824-459b-a062-3a8c4bd6b5ef None None] Port 9fede95c-7a4c-431b-802a-bfb045b4ba84 cannot update to ACTIVE because it is not bound. {{(pid=108316) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 02:05:54.411874 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-c3bcb331-dfaa-430f-9ea6-acfca2e20254 req-e0b0bfb4-f7a6-4f27-9be9-9aa6b864d7a9 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/security-groups?id=6673ff9a-0ca4-4f70-9d44-9d4d676cb4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033185 Nov 03 02:05:54.468905 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-d4704aea-57c5-48e6-abfb-929a660195d8 req-468bc074-d664-4b82-8bff-36462676e10d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:54.801660 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.notifiers.nova [req-d4704aea-57c5-48e6-abfb-929a660195d8 req-468bc074-d664-4b82-8bff-36462676e10d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fede95c-7a4c-431b-802a-bfb045b4ba84 {{(pid=108314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 02:05:54.813067 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-d4704aea-57c5-48e6-abfb-929a660195d8 req-468bc074-d664-4b82-8bff-36462676e10d service neutron] Publish callbacks [] for port, precommit_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:54.826335 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.provisioning_blocks [req-d4704aea-57c5-48e6-abfb-929a660195d8 req-468bc074-d664-4b82-8bff-36462676e10d service neutron] Transition to ACTIVE for port object 9fede95c-7a4c-431b-802a-bfb045b4ba84 will not be triggered until provisioned by entity L2. {{(pid=108314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 02:05:54.885498 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-d4704aea-57c5-48e6-abfb-929a660195d8 req-468bc074-d664-4b82-8bff-36462676e10d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126899640'] for port, after_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:54.943041 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468bc074-d664-4b82-8bff-36462676e10d service neutron] Pushing event updated for resources: {'Port': ['ID=9fede95c-7a4c-431b-802a-bfb045b4ba84,revision_number=2']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:05:55.019446 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.managers [req-d4704aea-57c5-48e6-abfb-929a660195d8 req-468bc074-d664-4b82-8bff-36462676e10d service neutron] Attempting to bind port 9fede95c-7a4c-431b-802a-bfb045b4ba84 on host hv-cinder-81561 for vnic_type normal with profile {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 02:05:55.019849 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.managers [req-d4704aea-57c5-48e6-abfb-929a660195d8 req-468bc074-d664-4b82-8bff-36462676e10d service neutron] Attempting to bind port 9fede95c-7a4c-431b-802a-bfb045b4ba84 by drivers openvswitch,hyperv on host hv-cinder-81561 at level 0 using segments [{'id': 'f2e87023-bcf8-4896-894f-b1c7672a5635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '85bfa113-6079-42d9-9c6f-8ca12bd1c59a'}] {{(pid=108314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 02:05:55.020246 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4704aea-57c5-48e6-abfb-929a660195d8 req-468bc074-d664-4b82-8bff-36462676e10d service neutron] Attempting to bind port 9fede95c-7a4c-431b-802a-bfb045b4ba84 on network 85bfa113-6079-42d9-9c6f-8ca12bd1c59a {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:05:55.025012 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4704aea-57c5-48e6-abfb-929a660195d8 req-468bc074-d664-4b82-8bff-36462676e10d service neutron] Port 9fede95c-7a4c-431b-802a-bfb045b4ba84 on network 85bfa113-6079-42d9-9c6f-8ca12bd1c59a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81561 {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:05:55.025330 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4704aea-57c5-48e6-abfb-929a660195d8 req-468bc074-d664-4b82-8bff-36462676e10d service neutron] Attempting to bind port 9fede95c-7a4c-431b-802a-bfb045b4ba84 on network 85bfa113-6079-42d9-9c6f-8ca12bd1c59a {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:05:55.030591 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4704aea-57c5-48e6-abfb-929a660195d8 req-468bc074-d664-4b82-8bff-36462676e10d service neutron] Checking agent: {'id': 'eecef0c6-53b3-4742-ba5c-66aa511932ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81561', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 1, 59, 59), 'started_at': datetime.datetime(2021, 11, 3, 1, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 2, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:05:55.030929 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4704aea-57c5-48e6-abfb-929a660195d8 req-468bc074-d664-4b82-8bff-36462676e10d service neutron] Checking segment: {'id': 'f2e87023-bcf8-4896-894f-b1c7672a5635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '85bfa113-6079-42d9-9c6f-8ca12bd1c59a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 02:05:55.031314 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4704aea-57c5-48e6-abfb-929a660195d8 req-468bc074-d664-4b82-8bff-36462676e10d service neutron] Bound using segment: {'id': 'f2e87023-bcf8-4896-894f-b1c7672a5635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '85bfa113-6079-42d9-9c6f-8ca12bd1c59a'} {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:05:55.031748 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.managers [req-d4704aea-57c5-48e6-abfb-929a660195d8 req-468bc074-d664-4b82-8bff-36462676e10d service neutron] Bound port: 9fede95c-7a4c-431b-802a-bfb045b4ba84, host: hv-cinder-81561, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2e87023-bcf8-4896-894f-b1c7672a5635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '85bfa113-6079-42d9-9c6f-8ca12bd1c59a'}}] {{(pid=108314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 02:05:55.032101 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-d4704aea-57c5-48e6-abfb-929a660195d8 req-468bc074-d664-4b82-8bff-36462676e10d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:55.105976 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.db [req-d4704aea-57c5-48e6-abfb-929a660195d8 req-468bc074-d664-4b82-8bff-36462676e10d service neutron] For port 9fede95c-7a4c-431b-802a-bfb045b4ba84, host hv-cinder-81561, cleared binding levels {{(pid=108314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:05:55.109230 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.db [req-d4704aea-57c5-48e6-abfb-929a660195d8 req-468bc074-d664-4b82-8bff-36462676e10d service neutron] For port 9fede95c-7a4c-431b-802a-bfb045b4ba84, host hv-cinder-81561, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=9fede95c-7a4c-431b-802a-bfb045b4ba84,segment=NetworkSegment(f2e87023-bcf8-4896-894f-b1c7672a5635),segment_id=f2e87023-bcf8-4896-894f-b1c7672a5635)] {{(pid=108314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:05:55.194530 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-d4704aea-57c5-48e6-abfb-929a660195d8 req-468bc074-d664-4b82-8bff-36462676e10d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126899640'] for port, after_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:55.227457 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4704aea-57c5-48e6-abfb-929a660195d8 req-468bc074-d664-4b82-8bff-36462676e10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:55.228067 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-d4704aea-57c5-48e6-abfb-929a660195d8 req-468bc074-d664-4b82-8bff-36462676e10d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622'] for port, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:05:55.231287 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d4704aea-57c5-48e6-abfb-929a660195d8 req-468bc074-d664-4b82-8bff-36462676e10d service neutron] 10.222.0.37 "PUT /v2.0/ports/9fede95c-7a4c-431b-802a-bfb045b4ba84 HTTP/1.1" status: 200 len: 1094 time: 0.9067416 Nov 03 02:05:55.231287 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfcedc8e-ab45-4300-9e60-6e82319256b8', 'tag': '9fede95c-7a4c-431b-802a-bfb045b4ba84'}] {{(pid=108314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:05:55.232683 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b9e71fb97e4882bef21449c101b24c97d897c9b718fbc8dac7673975a826a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d94d2de-4217-4633-9aa0-158d4da8bcfd" -d '{"events": [{"name": "network-changed", "server_uuid": "bfcedc8e-ab45-4300-9e60-6e82319256b8", "tag": "9fede95c-7a4c-431b-802a-bfb045b4ba84"}]}' {{(pid=108314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:05:55.280037 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 02:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-285cc2be-6afa-4ede-9e1b-7868e343c248 x-openstack-request-id: req-285cc2be-6afa-4ede-9e1b-7868e343c248 {{(pid=108314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:05:55.280400 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfcedc8e-ab45-4300-9e60-6e82319256b8", "tag": "9fede95c-7a4c-431b-802a-bfb045b4ba84", "status": "completed", "code": 200}]} {{(pid=108314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:05:55.280720 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-285cc2be-6afa-4ede-9e1b-7868e343c248 {{(pid=108314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:05:55.281221 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfcedc8e-ab45-4300-9e60-6e82319256b8', 'tag': '9fede95c-7a4c-431b-802a-bfb045b4ba84', 'status': 'completed', 'code': 200} Nov 03 02:05:55.282028 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468bc074-d664-4b82-8bff-36462676e10d service neutron] Pushing event updated for resources: {'Port': ['ID=9fede95c-7a4c-431b-802a-bfb045b4ba84,revision_number=3']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:05:55.531377 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86abafbe-b5b0-4ab4-b04b-9b0668c4f1a5 req-e0d1375d-10c7-4711-b203-0c404509f856 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:55.532770 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-86abafbe-b5b0-4ab4-b04b-9b0668c4f1a5 req-e0d1375d-10c7-4711-b203-0c404509f856 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcedc8e-ab45-4300-9e60-6e82319256b8 HTTP/1.1" status: 200 len: 944 time: 0.0487087 Nov 03 02:05:55.584594 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-86abafbe-b5b0-4ab4-b04b-9b0668c4f1a5 req-01e767e7-e67e-4699-b7af-d46a5e097da7 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/security-groups?id=6673ff9a-0ca4-4f70-9d44-9d4d676cb4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459917 Nov 03 02:05:56.699083 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c219523f-7eab-4011-a3b0-db5fea206ec2 req-1247e50b-ea5d-48de-82a5-fb14eef472ed tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:56.700525 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-c219523f-7eab-4011-a3b0-db5fea206ec2 req-1247e50b-ea5d-48de-82a5-fb14eef472ed tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcedc8e-ab45-4300-9e60-6e82319256b8 HTTP/1.1" status: 200 len: 944 time: 0.0486631 Nov 03 02:05:56.749035 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-c219523f-7eab-4011-a3b0-db5fea206ec2 req-eede1865-1e79-4410-9b8e-556b2392e74b tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/security-groups?id=6673ff9a-0ca4-4f70-9d44-9d4d676cb4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423517 Nov 03 02:05:57.678914 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d94d2de-4217-4633-9aa0-158d4da8bcfd req-d8e87a38-2bdd-4e99-a60c-70e1251245a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:57.680415 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-6d94d2de-4217-4633-9aa0-158d4da8bcfd req-d8e87a38-2bdd-4e99-a60c-70e1251245a5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=136f0a28eb6d4e108836305888f1fcb4&device_id=bfcedc8e-ab45-4300-9e60-6e82319256b8 HTTP/1.1" status: 200 len: 1097 time: 0.0421844 Nov 03 02:05:57.815483 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d94d2de-4217-4633-9aa0-158d4da8bcfd req-b5b17ae3-5dfa-4350-83ca-c38aeb760894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:57.815483 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-6d94d2de-4217-4633-9aa0-158d4da8bcfd req-b5b17ae3-5dfa-4350-83ca-c38aeb760894 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=136f0a28eb6d4e108836305888f1fcb4&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0957470 Nov 03 02:05:57.918007 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4a7123-b38e-4bd1-8f05-461277c0cc5a req-086a89b6-e5ed-4191-bc9e-8ee75ffdc1ee tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:57.919537 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-ab4a7123-b38e-4bd1-8f05-461277c0cc5a req-086a89b6-e5ed-4191-bc9e-8ee75ffdc1ee tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcedc8e-ab45-4300-9e60-6e82319256b8 HTTP/1.1" status: 200 len: 944 time: 0.0956089 Nov 03 02:05:57.944251 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d94d2de-4217-4633-9aa0-158d4da8bcfd req-34ad2e98-5437-45df-b50b-355eb5ea9da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:57.945671 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-6d94d2de-4217-4633-9aa0-158d4da8bcfd req-34ad2e98-5437-45df-b50b-355eb5ea9da0 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1416781 Nov 03 02:05:57.976828 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-ab4a7123-b38e-4bd1-8f05-461277c0cc5a req-047e454d-8a95-40b0-ab1f-29f6d987c57d tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/security-groups?id=6673ff9a-0ca4-4f70-9d44-9d4d676cb4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488131 Nov 03 02:05:58.043854 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4704aea-57c5-48e6-abfb-929a660195d8 req-d15519fc-98f9-446f-9c55-59dd21afbd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:58.045289 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d4704aea-57c5-48e6-abfb-929a660195d8 req-d15519fc-98f9-446f-9c55-59dd21afbd6a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=136f0a28eb6d4e108836305888f1fcb4&device_id=bfcedc8e-ab45-4300-9e60-6e82319256b8 HTTP/1.1" status: 200 len: 1097 time: 0.0402308 Nov 03 02:05:58.099271 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d4704aea-57c5-48e6-abfb-929a660195d8 req-7ab68277-a2bd-4c23-8fd6-b58966966033 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9fede95c-7a4c-431b-802a-bfb045b4ba84 HTTP/1.1" status: 200 len: 217 time: 0.0362437 Nov 03 02:05:58.150844 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4704aea-57c5-48e6-abfb-929a660195d8 req-d41049c1-3809-4bda-9ddd-95f24930be5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:58.152305 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d4704aea-57c5-48e6-abfb-929a660195d8 req-d41049c1-3809-4bda-9ddd-95f24930be5e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=92b994d1-893b-4528-a828-105ad45407c6 HTTP/1.1" status: 200 len: 848 time: 0.0438912 Nov 03 02:05:58.198819 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4704aea-57c5-48e6-abfb-929a660195d8 req-d38931a3-2d56-4abf-a833-0370a3159c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:58.200288 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d4704aea-57c5-48e6-abfb-929a660195d8 req-d38931a3-2d56-4abf-a833-0370a3159c58 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=85bfa113-6079-42d9-9c6f-8ca12bd1c59a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394018 Nov 03 02:05:58.300137 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d4704aea-57c5-48e6-abfb-929a660195d8 req-61df528a-113f-40dd-acf0-870fcbd17875 service neutron] 10.222.0.37 "GET /v2.0/networks/85bfa113-6079-42d9-9c6f-8ca12bd1c59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855117 Nov 03 02:05:58.395982 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d4704aea-57c5-48e6-abfb-929a660195d8 req-3d9d4ab6-aa44-43f9-82df-7435098d2623 service neutron] 10.222.0.37 "GET /v2.0/networks/85bfa113-6079-42d9-9c6f-8ca12bd1c59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868571 Nov 03 02:05:59.103519 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d66859-b910-4514-9222-df87b8a0059d req-d7c96d70-07b4-4f3b-a177-c2c27f8ea601 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:05:59.104901 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e6d66859-b910-4514-9222-df87b8a0059d req-d7c96d70-07b4-4f3b-a177-c2c27f8ea601 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcedc8e-ab45-4300-9e60-6e82319256b8 HTTP/1.1" status: 200 len: 944 time: 0.0570784 Nov 03 02:05:59.154713 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e6d66859-b910-4514-9222-df87b8a0059d req-6721908d-7ae5-4d4f-b65a-7efcb15547ea tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/security-groups?id=6673ff9a-0ca4-4f70-9d44-9d4d676cb4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437801 Nov 03 02:05:59.813129 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:00.271860 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2d7d44-d816-4d19-9006-6759664ffcaa req-1e2e6a9b-b1ca-47f4-86d6-a91dd83d87d4 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:00.273334 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-6b2d7d44-d816-4d19-9006-6759664ffcaa req-1e2e6a9b-b1ca-47f4-86d6-a91dd83d87d4 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcedc8e-ab45-4300-9e60-6e82319256b8 HTTP/1.1" status: 200 len: 944 time: 0.0486510 Nov 03 02:06:00.328285 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-6b2d7d44-d816-4d19-9006-6759664ffcaa req-d98b2da4-e23e-421e-94fe-628f9ab877e9 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/security-groups?id=6673ff9a-0ca4-4f70-9d44-9d4d676cb4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481365 Nov 03 02:06:01.443458 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fb8140-5f1a-471f-8f95-4ca940686bed req-52f2cfec-f382-40d8-8efa-5a6feb2c54d8 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:01.444985 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-56fb8140-5f1a-471f-8f95-4ca940686bed req-52f2cfec-f382-40d8-8efa-5a6feb2c54d8 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcedc8e-ab45-4300-9e60-6e82319256b8 HTTP/1.1" status: 200 len: 944 time: 0.0492268 Nov 03 02:06:01.498800 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-56fb8140-5f1a-471f-8f95-4ca940686bed req-69a83160-efea-43a0-9972-cfb7f8ca9f62 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/security-groups?id=6673ff9a-0ca4-4f70-9d44-9d4d676cb4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462885 Nov 03 02:06:02.613535 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23112224-f5b2-4061-97d4-73c1142a529a req-650c9bba-2b72-4640-8785-dbd50e2d7b06 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:02.621261 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-23112224-f5b2-4061-97d4-73c1142a529a req-650c9bba-2b72-4640-8785-dbd50e2d7b06 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcedc8e-ab45-4300-9e60-6e82319256b8 HTTP/1.1" status: 200 len: 944 time: 0.0502577 Nov 03 02:06:02.665228 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-23112224-f5b2-4061-97d4-73c1142a529a req-067ee626-d7d0-41e0-87b6-1d873881e7ad tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/security-groups?id=6673ff9a-0ca4-4f70-9d44-9d4d676cb4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442302 Nov 03 02:06:03.705026 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-3d8c1bdb-d527-47ef-87d9-7ec6804f6658 req-67f18696-334f-4cd3-a585-858d3b347cde service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422173 Nov 03 02:06:03.803807 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c1bdb-d527-47ef-87d9-7ec6804f6658 req-9713d9ce-8295-4864-b3e8-12996279bc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:03.805276 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-3d8c1bdb-d527-47ef-87d9-7ec6804f6658 req-9713d9ce-8295-4864-b3e8-12996279bc03 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=86777c3ab41c4ea8bbbdf156c7792513&device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 1100 time: 0.0726182 Nov 03 02:06:03.813059 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff8c91d-7df1-434d-b5f8-dc181a1dd294 req-da699c9b-dfa4-4c39-b742-13990fd1cfb3 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:03.814436 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-2ff8c91d-7df1-434d-b5f8-dc181a1dd294 req-da699c9b-dfa4-4c39-b742-13990fd1cfb3 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcedc8e-ab45-4300-9e60-6e82319256b8 HTTP/1.1" status: 200 len: 944 time: 0.0728989 Nov 03 02:06:03.912862 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-2ff8c91d-7df1-434d-b5f8-dc181a1dd294 req-c045b2ec-8c1e-4ea9-b378-037d37db1fa6 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/security-groups?id=6673ff9a-0ca4-4f70-9d44-9d4d676cb4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922654 Nov 03 02:06:03.938892 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c1bdb-d527-47ef-87d9-7ec6804f6658 req-8de2ac1c-b7cb-42ae-b7c6-0529379a5803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:03.940334 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-3d8c1bdb-d527-47ef-87d9-7ec6804f6658 req-8de2ac1c-b7cb-42ae-b7c6-0529379a5803 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9 HTTP/1.1" status: 200 len: 918 time: 0.1068211 Nov 03 02:06:04.012432 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-3d8c1bdb-d527-47ef-87d9-7ec6804f6658 req-91ccee4e-4176-4663-8f55-1765552c2548 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=200c1df3-d8a9-42db-83ec-6723cdbe5701 HTTP/1.1" status: 200 len: 1002 time: 0.0614049 Nov 03 02:06:04.078803 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c1bdb-d527-47ef-87d9-7ec6804f6658 req-10c123e3-ee90-49ac-b9a2-e27c31a6581e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:04.080234 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-3d8c1bdb-d527-47ef-87d9-7ec6804f6658 req-10c123e3-ee90-49ac-b9a2-e27c31a6581e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=95177d92-9024-40b6-ac79-02b9d5fce0cc HTTP/1.1" status: 200 len: 856 time: 0.0432260 Nov 03 02:06:04.131599 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c1bdb-d527-47ef-87d9-7ec6804f6658 req-8127a356-6ebb-49f4-99f3-aa08b91f6c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:04.133047 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-3d8c1bdb-d527-47ef-87d9-7ec6804f6658 req-8127a356-6ebb-49f4-99f3-aa08b91f6c4d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383971 Nov 03 02:06:04.228924 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-3d8c1bdb-d527-47ef-87d9-7ec6804f6658 req-cecbe96f-73be-46da-b384-2d275e1a314a service neutron] 10.222.0.37 "GET /v2.0/networks/f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863035 Nov 03 02:06:04.324040 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-3d8c1bdb-d527-47ef-87d9-7ec6804f6658 req-59343b61-f85d-4e44-8a45-2a8f7b45250a service neutron] 10.222.0.37 "GET /v2.0/networks/f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824547 Nov 03 02:06:05.036216 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39224141-f62f-4811-9190-77fc8dc2d912 req-ba0cdde6-b17e-4426-a144-61b59e1feef7 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:05.037808 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-39224141-f62f-4811-9190-77fc8dc2d912 req-ba0cdde6-b17e-4426-a144-61b59e1feef7 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcedc8e-ab45-4300-9e60-6e82319256b8 HTTP/1.1" status: 200 len: 944 time: 0.0530844 Nov 03 02:06:05.110074 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-39224141-f62f-4811-9190-77fc8dc2d912 req-a82dcadc-6af0-4c06-aac7-16dd47ae0d01 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/security-groups?id=6673ff9a-0ca4-4f70-9d44-9d4d676cb4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653818 Nov 03 02:06:05.156599 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 47996) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:06:05.259665 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-5b4bc503-b173-442a-b68a-403012214753 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:05.334413 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-5b4bc503-b173-442a-b68a-403012214753 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:05.411333 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-5b4bc503-b173-442a-b68a-403012214753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:05.450229 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-5b4bc503-b173-442a-b68a-403012214753 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1c50d7e1be064244999d72d47dfa9b98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2925048 Nov 03 02:06:05.451373 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4bc503-b173-442a-b68a-403012214753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e452e0a5-78d5-42dd-8218-7c0e89baa7d9,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:06:05.453032 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 48000) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:06:05.458538 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4bc503-b173-442a-b68a-403012214753 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:06:05.458889 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4bc503-b173-442a-b68a-403012214753 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:06:05.459238 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4bc503-b173-442a-b68a-403012214753 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:06:05.459578 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4bc503-b173-442a-b68a-403012214753 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:06:05.459913 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4bc503-b173-442a-b68a-403012214753 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:06:05.460245 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4bc503-b173-442a-b68a-403012214753 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:06:05.460576 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4bc503-b173-442a-b68a-403012214753 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:06:05.460907 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4bc503-b173-442a-b68a-403012214753 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:06:05.461244 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4bc503-b173-442a-b68a-403012214753 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:06:05.461573 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4bc503-b173-442a-b68a-403012214753 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:06:05.461898 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4bc503-b173-442a-b68a-403012214753 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:06:05.462242 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4bc503-b173-442a-b68a-403012214753 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:06:05.500616 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-edbc9225-b88a-4612-82a1-daf77ff1495a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:05.520544 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-edbc9225-b88a-4612-82a1-daf77ff1495a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:05.618727 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-edbc9225-b88a-4612-82a1-daf77ff1495a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:05.621282 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-edbc9225-b88a-4612-82a1-daf77ff1495a admin admin] Publish callbacks [] for security_group, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:05.622457 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-edbc9225-b88a-4612-82a1-daf77ff1495a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e452e0a5-78d5-42dd-8218-7c0e89baa7d9 HTTP/1.1" status: 204 len: 168 time: 0.1684744 Nov 03 02:06:05.630371 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc9225-b88a-4612-82a1-daf77ff1495a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e452e0a5-78d5-42dd-8218-7c0e89baa7d9,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:06:05.637596 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc9225-b88a-4612-82a1-daf77ff1495a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:06:05.637944 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc9225-b88a-4612-82a1-daf77ff1495a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:06:05.638314 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc9225-b88a-4612-82a1-daf77ff1495a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:06:05.638649 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc9225-b88a-4612-82a1-daf77ff1495a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:06:05.638989 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc9225-b88a-4612-82a1-daf77ff1495a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:06:05.639315 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc9225-b88a-4612-82a1-daf77ff1495a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:06:05.639744 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc9225-b88a-4612-82a1-daf77ff1495a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:06:05.639953 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc9225-b88a-4612-82a1-daf77ff1495a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:06:05.640278 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc9225-b88a-4612-82a1-daf77ff1495a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:06:05.640600 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc9225-b88a-4612-82a1-daf77ff1495a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:06:05.640921 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc9225-b88a-4612-82a1-daf77ff1495a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:06:05.641238 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc9225-b88a-4612-82a1-daf77ff1495a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:06:06.244654 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3162e2-895e-491d-950e-430f8bb6b4c0 req-66e34628-6574-431c-b543-486b4b9ba435 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:06.246734 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-2a3162e2-895e-491d-950e-430f8bb6b4c0 req-66e34628-6574-431c-b543-486b4b9ba435 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcedc8e-ab45-4300-9e60-6e82319256b8 HTTP/1.1" status: 200 len: 944 time: 0.0632567 Nov 03 02:06:06.297550 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-2a3162e2-895e-491d-950e-430f8bb6b4c0 req-04c38d4a-b5b0-4c50-bbb6-aeeb56cc202b tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/security-groups?id=6673ff9a-0ca4-4f70-9d44-9d4d676cb4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447872 Nov 03 02:06:06.707565 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device 9fede95c-7a4c-431b-802a-bfb045b4ba84 details requested by agent hyperv_hv-cinder-81561 with host hv-cinder-81561 {{(pid=108316) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 02:06:06.803904 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] For port 9fede95c-7a4c-431b-802a-bfb045b4ba84, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=9fede95c-7a4c-431b-802a-bfb045b4ba84,segment=NetworkSegment(f2e87023-bcf8-4896-894f-b1c7672a5635),segment_id=f2e87023-bcf8-4896-894f-b1c7672a5635)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:06:06.815117 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Returning: {'device': '9fede95c-7a4c-431b-802a-bfb045b4ba84', 'network_id': '85bfa113-6079-42d9-9c6f-8ca12bd1c59a', 'port_id': '9fede95c-7a4c-431b-802a-bfb045b4ba84', 'mac_address': 'fa:16:3e:65:0a:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92b994d1-893b-4528-a828-105ad45407c6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108316) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 02:06:06.853986 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:06.867644 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.notifiers.nova [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fede95c-7a4c-431b-802a-bfb045b4ba84 {{(pid=108316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 02:06:06.887480 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] For port 9fede95c-7a4c-431b-802a-bfb045b4ba84, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=9fede95c-7a4c-431b-802a-bfb045b4ba84,segment=NetworkSegment(f2e87023-bcf8-4896-894f-b1c7672a5635),segment_id=f2e87023-bcf8-4896-894f-b1c7672a5635)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:06:06.961852 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:07.014814 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Pushing event updated for resources: {'Port': ['ID=9fede95c-7a4c-431b-802a-bfb045b4ba84,revision_number=4']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:06:07.437135 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] get_ports_and_sgs() called for port_ids ['9fede95c-7a4c-431b-802a-bfb045b4ba84'] {{(pid=108316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 02:06:07.457911 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac997ddd-cb49-42dc-9b6c-175ee190a328 req-c0d6f7da-7173-43d1-9d2a-f758e4acb57a tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:07.459442 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-ac997ddd-cb49-42dc-9b6c-175ee190a328 req-c0d6f7da-7173-43d1-9d2a-f758e4acb57a tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcedc8e-ab45-4300-9e60-6e82319256b8 HTTP/1.1" status: 200 len: 945 time: 0.0883472 Nov 03 02:06:07.473817 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2cfcd3-67d6-4e05-94f7-85c63acaa2f2 req-9852b1e5-620d-484c-9391-ad112be188fa tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:07.476012 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-5f2cfcd3-67d6-4e05-94f7-85c63acaa2f2 req-9852b1e5-620d-484c-9391-ad112be188fa tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.30 "GET /v2.0/ports?device_id=711d09e1-216a-4ba3-9cfc-f5d9f32091ac HTTP/1.1" status: 200 len: 945 time: 0.0945137 Nov 03 02:06:07.767136 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-ac997ddd-cb49-42dc-9b6c-175ee190a328 req-9042e025-1fba-4274-ad88-43753f678ea5 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/security-groups?id=6673ff9a-0ca4-4f70-9d44-9d4d676cb4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2898510 Nov 03 02:06:07.778440 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-5f2cfcd3-67d6-4e05-94f7-85c63acaa2f2 req-bb9c2294-d454-4e8d-b22f-b3d48d1c4d18 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b70c972-ae20-4f92-b564-f5815069df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913330 Nov 03 02:06:07.938465 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 48070) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:06:07.958765 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.agents_db [None req-a2914077-2d9d-4477-8dde-df1573e0789a None None] Agent healthcheck: found 6 active agents {{(pid=108317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:06:08.045948 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-8975258e-c9c7-4185-8872-bd692a28c200 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:08.119259 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-8975258e-c9c7-4185-8872-bd692a28c200 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:08.201001 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-8975258e-c9c7-4185-8872-bd692a28c200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:08.239688 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-8975258e-c9c7-4185-8872-bd692a28c200 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e2577c0b671e42b19aeab069dccccdbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3001516 Nov 03 02:06:08.240605 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8975258e-c9c7-4185-8872-bd692a28c200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37888158-d91b-4613-b72c-11c9d191e539,revision_number=1']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:06:08.242385 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 48074) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:06:08.289766 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-f106962b-9c87-44c5-90c1-1c8a3b59f77b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:08.310865 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-f106962b-9c87-44c5-90c1-1c8a3b59f77b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:08.486889 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-f106962b-9c87-44c5-90c1-1c8a3b59f77b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:08.489378 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-f106962b-9c87-44c5-90c1-1c8a3b59f77b admin admin] Publish callbacks [] for security_group, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:08.490545 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-f106962b-9c87-44c5-90c1-1c8a3b59f77b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/37888158-d91b-4613-b72c-11c9d191e539 HTTP/1.1" status: 204 len: 168 time: 0.2471757 Nov 03 02:06:08.498909 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f106962b-9c87-44c5-90c1-1c8a3b59f77b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37888158-d91b-4613-b72c-11c9d191e539,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:06:08.722738 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device 9fede95c-7a4c-431b-802a-bfb045b4ba84 up at agent hyperv_hv-cinder-81561 {{(pid=108316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:06:08.830788 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Provisioning for port 9fede95c-7a4c-431b-802a-bfb045b4ba84 completed by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 02:06:08.837459 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Provisioning complete for port 9fede95c-7a4c-431b-802a-bfb045b4ba84 triggered by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:06:08.838114 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:08.913346 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4564572f-9f25-47a8-b803-ba7970bece6e req-73786910-37d7-4cc3-a360-a853b48577a6 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:08.914893 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-4564572f-9f25-47a8-b803-ba7970bece6e req-73786910-37d7-4cc3-a360-a853b48577a6 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcedc8e-ab45-4300-9e60-6e82319256b8 HTTP/1.1" status: 200 len: 945 time: 0.0805020 Nov 03 02:06:08.920528 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:08.927830 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dc1d14-63ab-4785-af3f-452fffdcc886 req-7c64a759-bfd4-4c65-b72f-a11fc9da4494 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:08.929330 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f6dc1d14-63ab-4785-af3f-452fffdcc886 req-7c64a759-bfd4-4c65-b72f-a11fc9da4494 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.30 "GET /v2.0/ports?device_id=711d09e1-216a-4ba3-9cfc-f5d9f32091ac HTTP/1.1" status: 200 len: 945 time: 0.0685666 Nov 03 02:06:08.943285 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfcedc8e-ab45-4300-9e60-6e82319256b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fede95c-7a4c-431b-802a-bfb045b4ba84'}] {{(pid=108316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:06:08.945494 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c49bda4003134bcf77c295383a637b11cae661d7d3df1045ea696fe6ff2a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb97059c-672e-4dbb-b0d3-812e779ed6a2" -d '{"events": [{"server_uuid": "bfcedc8e-ab45-4300-9e60-6e82319256b8", "name": "network-vif-plugged", "status": "completed", "tag": "9fede95c-7a4c-431b-802a-bfb045b4ba84"}]}' {{(pid=108316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:06:08.958418 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] For port 9fede95c-7a4c-431b-802a-bfb045b4ba84, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=9fede95c-7a4c-431b-802a-bfb045b4ba84,segment=NetworkSegment(f2e87023-bcf8-4896-894f-b1c7672a5635),segment_id=f2e87023-bcf8-4896-894f-b1c7672a5635)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:06:09.001515 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-4564572f-9f25-47a8-b803-ba7970bece6e req-57354836-0113-4e3d-b04e-dfb403c01489 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/security-groups?id=6673ff9a-0ca4-4f70-9d44-9d4d676cb4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711839 Nov 03 02:06:09.008871 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f6dc1d14-63ab-4785-af3f-452fffdcc886 req-ca54284d-8d5d-4a33-bb92-e08a1eeebb57 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b70c972-ae20-4f92-b564-f5815069df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715764 Nov 03 02:06:09.041403 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:09.071355 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 02:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d9372b-3564-4b7d-a50d-c0a63e275cd8 x-openstack-request-id: req-42d9372b-3564-4b7d-a50d-c0a63e275cd8 {{(pid=108316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:06:09.071355 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfcedc8e-ab45-4300-9e60-6e82319256b8", "name": "network-vif-plugged", "status": "completed", "tag": "9fede95c-7a4c-431b-802a-bfb045b4ba84", "code": 200}]} {{(pid=108316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:06:09.071355 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-42d9372b-3564-4b7d-a50d-c0a63e275cd8 {{(pid=108316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:06:09.071355 dv-cinder-815614-3-iscsi neutron-server[108316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfcedc8e-ab45-4300-9e60-6e82319256b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fede95c-7a4c-431b-802a-bfb045b4ba84', 'code': 200} Nov 03 02:06:09.098506 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Pushing event updated for resources: {'Port': ['ID=9fede95c-7a4c-431b-802a-bfb045b4ba84,revision_number=5']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:06:09.107701 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 48092) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:06:09.120412 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-bd1de4ba-9b87-4696-9f1f-d7794c4423bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:09.197786 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-bd1de4ba-9b87-4696-9f1f-d7794c4423bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:09.304667 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-bd1de4ba-9b87-4696-9f1f-d7794c4423bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:09.347430 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-bd1de4ba-9b87-4696-9f1f-d7794c4423bc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f4547dd097be44ea89aa8384092aa0de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2389824 Nov 03 02:06:09.348604 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1de4ba-9b87-4696-9f1f-d7794c4423bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b69ca551-ed7e-4bc3-8443-967022da00ca,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:06:09.350168 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 48096) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:06:09.402198 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-39400590-6d24-4571-afe9-3783b4f0132f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:09.430886 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-39400590-6d24-4571-afe9-3783b4f0132f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:09.500923 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0617d34c-db04-4263-9657-b7334d55d679 req-5f1404cf-5be3-429f-820d-99ff85aca1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:09.502395 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-0617d34c-db04-4263-9657-b7334d55d679 req-5f1404cf-5be3-429f-820d-99ff85aca1f7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bfcedc8e-ab45-4300-9e60-6e82319256b8 HTTP/1.1" status: 200 len: 1099 time: 0.0450771 Nov 03 02:06:09.556496 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-0617d34c-db04-4263-9657-b7334d55d679 req-9d9598d6-7bdb-46e2-930e-a9d35947cb71 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6673ff9a-0ca4-4f70-9d44-9d4d676cb4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379300 Nov 03 02:06:09.561797 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-39400590-6d24-4571-afe9-3783b4f0132f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:09.564360 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-39400590-6d24-4571-afe9-3783b4f0132f admin admin] Publish callbacks [] for security_group, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:09.565517 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-39400590-6d24-4571-afe9-3783b4f0132f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b69ca551-ed7e-4bc3-8443-967022da00ca HTTP/1.1" status: 204 len: 168 time: 0.2141697 Nov 03 02:06:09.574610 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39400590-6d24-4571-afe9-3783b4f0132f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b69ca551-ed7e-4bc3-8443-967022da00ca,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:06:09.602045 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c350d908-c7c3-4d2b-9fc4-5fff21524309 req-f7bc312e-16f3-4554-a7ac-345080587bfa tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:09.603725 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-c350d908-c7c3-4d2b-9fc4-5fff21524309 req-f7bc312e-16f3-4554-a7ac-345080587bfa tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.37 "GET /v2.0/ports?device_id=711d09e1-216a-4ba3-9cfc-f5d9f32091ac HTTP/1.1" status: 200 len: 945 time: 0.0559974 Nov 03 02:06:09.875568 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.plugin [req-c350d908-c7c3-4d2b-9fc4-5fff21524309 req-83e1e930-aa8f-4c2e-90b5-9ae9df1072c6 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] Deleting port 3d2eb15b-c272-482b-a03e-7d62ece59535 {{(pid=108315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 02:06:09.875903 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-c350d908-c7c3-4d2b-9fc4-5fff21524309 req-83e1e930-aa8f-4c2e-90b5-9ae9df1072c6 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784217550484'] for port, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:09.968339 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.db [req-c350d908-c7c3-4d2b-9fc4-5fff21524309 req-83e1e930-aa8f-4c2e-90b5-9ae9df1072c6 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] For port 3d2eb15b-c272-482b-a03e-7d62ece59535, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=3d2eb15b-c272-482b-a03e-7d62ece59535,segment=NetworkSegment(2d2939de-d231-4201-abf7-a1df3c4061fd),segment_id=2d2939de-d231-4201-abf7-a1df3c4061fd)] {{(pid=108315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:06:09.968697 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-c350d908-c7c3-4d2b-9fc4-5fff21524309 req-83e1e930-aa8f-4c2e-90b5-9ae9df1072c6 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538104'] for port, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:09.982521 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.plugin [req-c350d908-c7c3-4d2b-9fc4-5fff21524309 req-83e1e930-aa8f-4c2e-90b5-9ae9df1072c6 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] Calling delete_port for 3d2eb15b-c272-482b-a03e-7d62ece59535 owned by compute:nova {{(pid=108315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 02:06:10.169641 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be27011d-aede-4bf4-8f98-eb18e170bca7 req-b43efc83-526b-4915-a9f2-e55d1cc6b10a tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:10.171124 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-be27011d-aede-4bf4-8f98-eb18e170bca7 req-b43efc83-526b-4915-a9f2-e55d1cc6b10a tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcedc8e-ab45-4300-9e60-6e82319256b8 HTTP/1.1" status: 200 len: 946 time: 0.0920570 Nov 03 02:06:10.179164 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aced0be-6a65-49d0-8e7c-21cc156fc873 req-ee84909c-aa54-479a-85e7-acb708c6d213 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:10.180560 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1aced0be-6a65-49d0-8e7c-21cc156fc873 req-ee84909c-aa54-479a-85e7-acb708c6d213 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.30 "GET /v2.0/ports?device_id=711d09e1-216a-4ba3-9cfc-f5d9f32091ac HTTP/1.1" status: 200 len: 945 time: 0.0993154 Nov 03 02:06:10.258787 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-c350d908-c7c3-4d2b-9fc4-5fff21524309 req-83e1e930-aa8f-4c2e-90b5-9ae9df1072c6 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784217703262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784217128223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127914182'] for port, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:10.259212 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-be27011d-aede-4bf4-8f98-eb18e170bca7 req-865e69a8-64fc-47d5-ad65-aa42845cb305 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/security-groups?id=6673ff9a-0ca4-4f70-9d44-9d4d676cb4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776956 Nov 03 02:06:10.264915 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1aced0be-6a65-49d0-8e7c-21cc156fc873 req-f2811c30-ebb2-4b25-92e5-ed2b0832d163 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b70c972-ae20-4f92-b564-f5815069df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768995 Nov 03 02:06:10.281740 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] get_ports_and_sgs() called for port_ids ['3d2eb15b-c272-482b-a03e-7d62ece59535'] {{(pid=108316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 02:06:10.306070 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e1e930-aa8f-4c2e-90b5-9ae9df1072c6 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] Pushing event deleted for resources: {'Port': ['ID=3d2eb15b-c272-482b-a03e-7d62ece59535,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:06:10.345226 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.db.l3_dvrscheduler_db [req-c350d908-c7c3-4d2b-9fc4-5fff21524309 req-83e1e930-aa8f-4c2e-90b5-9ae9df1072c6 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] No DVR routers for this DVR port 3d2eb15b-c272-482b-a03e-7d62ece59535 on host hv-cinder-81561 {{(pid=108315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 02:06:10.347738 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-c350d908-c7c3-4d2b-9fc4-5fff21524309 req-83e1e930-aa8f-4c2e-90b5-9ae9df1072c6 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622'] for port, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:10.350960 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-c350d908-c7c3-4d2b-9fc4-5fff21524309 req-83e1e930-aa8f-4c2e-90b5-9ae9df1072c6 tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.37 "DELETE /v2.0/ports/3d2eb15b-c272-482b-a03e-7d62ece59535 HTTP/1.1" status: 204 len: 173 time: 0.5625336 Nov 03 02:06:10.351389 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '711d09e1-216a-4ba3-9cfc-f5d9f32091ac', 'name': 'network-vif-deleted', 'tag': '3d2eb15b-c272-482b-a03e-7d62ece59535'}] {{(pid=108315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:06:10.353588 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ceb3f72598e67bafae985fe00b788e907b12cd818b569c9993237f285010df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c719147-f6c8-493e-b813-e8bc08d3c19b" -d '{"events": [{"server_uuid": "711d09e1-216a-4ba3-9cfc-f5d9f32091ac", "name": "network-vif-deleted", "tag": "3d2eb15b-c272-482b-a03e-7d62ece59535"}]}' {{(pid=108315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:06:10.388981 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 02:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c792e215-a2d5-4d83-b9e0-a9311bd5b148 x-openstack-request-id: req-c792e215-a2d5-4d83-b9e0-a9311bd5b148 {{(pid=108315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:06:10.389303 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "711d09e1-216a-4ba3-9cfc-f5d9f32091ac", "name": "network-vif-deleted", "tag": "3d2eb15b-c272-482b-a03e-7d62ece59535", "status": "completed", "code": 200}]} {{(pid=108315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:06:10.389558 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c792e215-a2d5-4d83-b9e0-a9311bd5b148 {{(pid=108315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:06:10.389956 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '711d09e1-216a-4ba3-9cfc-f5d9f32091ac', 'name': 'network-vif-deleted', 'tag': '3d2eb15b-c272-482b-a03e-7d62ece59535', 'status': 'completed', 'code': 200} Nov 03 02:06:10.879288 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed5e6e-7234-4c39-a5ff-238d3abaf7ae req-aae2a490-6970-444b-84da-10d5a3627ca5 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:10.880763 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-73ed5e6e-7234-4c39-a5ff-238d3abaf7ae req-aae2a490-6970-444b-84da-10d5a3627ca5 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5ec1d9-6496-4b0d-8c10-6506ec67049e HTTP/1.1" status: 200 len: 946 time: 0.0487826 Nov 03 02:06:10.928250 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-73ed5e6e-7234-4c39-a5ff-238d3abaf7ae req-e0fb1f0d-e57a-4375-84be-239ab897d15f tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2caa2a6-72c8-4014-ab52-bb2a40600117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407212 Nov 03 02:06:11.405828 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-88aa8a16-011a-413c-b3bc-0ad1396097ac req-274c6886-595d-417d-a57c-782511615f4b tempest-VolumesSnapshotTestJSON-425463182 tempest-VolumesSnapshotTestJSON-425463182-project] 10.222.0.30 "GET /v2.0/ports?device_id=711d09e1-216a-4ba3-9cfc-f5d9f32091ac HTTP/1.1" status: 200 len: 210 time: 0.0352116 Nov 03 02:06:11.424889 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4dc598-41b9-4031-9fc2-3618bb8e9dec req-b94f301e-39ce-439b-9f22-a89e866dcccf tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:11.426461 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-3e4dc598-41b9-4031-9fc2-3618bb8e9dec req-b94f301e-39ce-439b-9f22-a89e866dcccf tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcedc8e-ab45-4300-9e60-6e82319256b8 HTTP/1.1" status: 200 len: 946 time: 0.0901372 Nov 03 02:06:11.490307 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-3e4dc598-41b9-4031-9fc2-3618bb8e9dec req-c6bf5062-2c86-4d1f-b049-c1b227545937 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/security-groups?id=6673ff9a-0ca4-4f70-9d44-9d4d676cb4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551276 Nov 03 02:06:11.611788 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba584d-1da3-4010-bd07-392b5d1e245b req-ce2389fb-64ca-4292-9911-6bcfa47dd136 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:11.613313 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-74ba584d-1da3-4010-bd07-392b5d1e245b req-ce2389fb-64ca-4292-9911-6bcfa47dd136 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcedc8e-ab45-4300-9e60-6e82319256b8 HTTP/1.1" status: 200 len: 946 time: 0.0504570 Nov 03 02:06:11.663548 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-74ba584d-1da3-4010-bd07-392b5d1e245b req-ffb3f298-0175-4830-a7e0-750290cb3b8e tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/security-groups?id=6673ff9a-0ca4-4f70-9d44-9d4d676cb4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439594 Nov 03 02:06:11.686276 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 48160) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:06:11.872034 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990342a5-b8c3-47c2-aaf8-9a142dbf163b tempest-TestShelveInstance-1153850730 tempest-TestShelveInstance-1153850730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:11.873545 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-990342a5-b8c3-47c2-aaf8-9a142dbf163b tempest-TestShelveInstance-1153850730 tempest-TestShelveInstance-1153850730-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=bfcedc8e-ab45-4300-9e60-6e82319256b8 HTTP/1.1" status: 200 len: 1094 time: 0.1862679 Nov 03 02:06:11.876591 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 48166) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:06:11.880885 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.v2.base [None req-823932fa-6e9f-4aa3-b7f4-10b13eae994e tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Request body: {'floatingip': {'floating_network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'port_id': '9fede95c-7a4c-431b-802a-bfb045b4ba84', 'tenant_id': '136f0a28eb6d4e108836305888f1fcb4', 'fixed_ip_address': '172.20.0.11'}} {{(pid=108314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:06:11.995820 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-823932fa-6e9f-4aa3-b7f4-10b13eae994e tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Publish callbacks [] for floatingip, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:12.095313 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11265d5-2a4f-44fa-ace4-c7094d026905 req-348cae40-8b4f-4bbb-88f6-81bc4959bbae tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:12.096796 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a11265d5-2a4f-44fa-ace4-c7094d026905 req-348cae40-8b4f-4bbb-88f6-81bc4959bbae tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5ec1d9-6496-4b0d-8c10-6506ec67049e HTTP/1.1" status: 200 len: 946 time: 0.0977986 Nov 03 02:06:12.163224 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a11265d5-2a4f-44fa-ace4-c7094d026905 req-7c271154-2222-4542-8f34-621610b399d8 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2caa2a6-72c8-4014-ab52-bb2a40600117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597801 Nov 03 02:06:12.190702 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-823932fa-6e9f-4aa3-b7f4-10b13eae994e tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:12.290370 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.db_base_plugin_common [None req-823932fa-6e9f-4aa3-b7f4-10b13eae994e tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Allocated IP 172.27.1.26 (4ca214f6-e89c-4bd7-af93-48c10786815e/d2239322-01a4-44c7-bb94-af7246032662/aeed16e1-5d41-40e4-987b-46261e243152) {{(pid=108314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:06:12.392798 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-823932fa-6e9f-4aa3-b7f4-10b13eae994e tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Publish callbacks [] for port, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:12.533299 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-823932fa-6e9f-4aa3-b7f4-10b13eae994e tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784217128214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126899639'] for port, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:12.570424 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823932fa-6e9f-4aa3-b7f4-10b13eae994e tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Network 4ca214f6-e89c-4bd7-af93-48c10786815e is already hosted by enough agents. {{(pid=108314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:06:12.573219 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.base_scheduler [None req-823932fa-6e9f-4aa3-b7f4-10b13eae994e tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Resources bound (agent type, host, resource id): {{(pid=108314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:06:12.579297 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823932fa-6e9f-4aa3-b7f4-10b13eae994e tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Received port after_create {{(pid=108314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:06:12.604484 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823932fa-6e9f-4aa3-b7f4-10b13eae994e tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Pushing event updated for resources: {'Port': ['ID=aeed16e1-5d41-40e4-987b-46261e243152,revision_number=1']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:06:12.925343 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50583e57-2b6e-4247-b939-a50fa9177686 req-2677c97c-9280-4fb6-9e42-471c9038da00 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:12.926850 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-50583e57-2b6e-4247-b939-a50fa9177686 req-2677c97c-9280-4fb6-9e42-471c9038da00 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd5ec1d9-6496-4b0d-8c10-6506ec67049e HTTP/1.1" status: 200 len: 946 time: 0.0478890 Nov 03 02:06:13.031585 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.plugin [req-50583e57-2b6e-4247-b939-a50fa9177686 req-523d5bf8-475f-4c22-9733-cec83bf7295d tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Deleting port 51737622-94ed-4ac8-9a34-b97530c518a0 {{(pid=108315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 02:06:13.031923 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-50583e57-2b6e-4247-b939-a50fa9177686 req-523d5bf8-475f-4c22-9733-cec83bf7295d tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784217550484'] for port, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:13.075412 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-823932fa-6e9f-4aa3-b7f4-10b13eae994e tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:13.133986 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.db [req-50583e57-2b6e-4247-b939-a50fa9177686 req-523d5bf8-475f-4c22-9733-cec83bf7295d tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] For port 51737622-94ed-4ac8-9a34-b97530c518a0, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=51737622-94ed-4ac8-9a34-b97530c518a0,segment=NetworkSegment(15b7192d-fcf8-46bd-b4ff-54110db4eb9b),segment_id=15b7192d-fcf8-46bd-b4ff-54110db4eb9b)] {{(pid=108315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:06:13.134506 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-50583e57-2b6e-4247-b939-a50fa9177686 req-523d5bf8-475f-4c22-9733-cec83bf7295d tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538104'] for port, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:13.149536 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.plugin [req-50583e57-2b6e-4247-b939-a50fa9177686 req-523d5bf8-475f-4c22-9733-cec83bf7295d tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Calling delete_port for 51737622-94ed-4ac8-9a34-b97530c518a0 owned by compute:nova {{(pid=108315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 02:06:13.291260 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-823932fa-6e9f-4aa3-b7f4-10b13eae994e tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:13.328446 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd83afd2-33ea-42f0-8e5b-b3239901a80b req-30f86756-1486-42b3-a165-e7e4f391d5b3 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:13.329952 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-dd83afd2-33ea-42f0-8e5b-b3239901a80b req-30f86756-1486-42b3-a165-e7e4f391d5b3 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5ec1d9-6496-4b0d-8c10-6506ec67049e HTTP/1.1" status: 200 len: 946 time: 0.0939271 Nov 03 02:06:13.377127 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-50583e57-2b6e-4247-b939-a50fa9177686 req-523d5bf8-475f-4c22-9733-cec83bf7295d tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784217703262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784217128223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127914182'] for port, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:13.397373 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] get_ports_and_sgs() called for port_ids ['aef52f3c-1a62-45b5-9c4b-40ee0869774e', 'b86f86db-8a25-4da3-abaa-8e726628e287', 'ff09ef64-e5d7-4f1b-a870-3f00abdc5961', '51737622-94ed-4ac8-9a34-b97530c518a0'] {{(pid=108316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 02:06:13.410833 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523d5bf8-475f-4c22-9733-cec83bf7295d tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Pushing event deleted for resources: {'Port': ['ID=51737622-94ed-4ac8-9a34-b97530c518a0,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:06:13.438031 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-dd83afd2-33ea-42f0-8e5b-b3239901a80b req-bc0f5791-30f8-429a-8f0e-092683f621f9 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2caa2a6-72c8-4014-ab52-bb2a40600117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014476 Nov 03 02:06:13.459089 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.db.l3_dvrscheduler_db [req-50583e57-2b6e-4247-b939-a50fa9177686 req-523d5bf8-475f-4c22-9733-cec83bf7295d tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] No DVR routers for this DVR port 51737622-94ed-4ac8-9a34-b97530c518a0 on host hv-cinder-81561 {{(pid=108315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 02:06:13.467849 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-50583e57-2b6e-4247-b939-a50fa9177686 req-523d5bf8-475f-4c22-9733-cec83bf7295d tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622'] for port, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:13.471734 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-50583e57-2b6e-4247-b939-a50fa9177686 req-523d5bf8-475f-4c22-9733-cec83bf7295d tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.37 "DELETE /v2.0/ports/51737622-94ed-4ac8-9a34-b97530c518a0 HTTP/1.1" status: 204 len: 173 time: 0.5365241 Nov 03 02:06:13.471896 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd5ec1d9-6496-4b0d-8c10-6506ec67049e', 'name': 'network-vif-deleted', 'tag': '51737622-94ed-4ac8-9a34-b97530c518a0'}] {{(pid=108315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:06:13.474340 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ceb3f72598e67bafae985fe00b788e907b12cd818b569c9993237f285010df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82112f3c-0e19-43bf-b7dd-79f9e18c8c61" -d '{"events": [{"server_uuid": "bd5ec1d9-6496-4b0d-8c10-6506ec67049e", "name": "network-vif-deleted", "tag": "51737622-94ed-4ac8-9a34-b97530c518a0"}]}' {{(pid=108315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:06:13.522395 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 02:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccba768c-c41e-49da-a65e-ba9fd6eebee5 x-openstack-request-id: req-ccba768c-c41e-49da-a65e-ba9fd6eebee5 {{(pid=108315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:06:13.522688 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd5ec1d9-6496-4b0d-8c10-6506ec67049e", "name": "network-vif-deleted", "tag": "51737622-94ed-4ac8-9a34-b97530c518a0", "status": "completed", "code": 200}]} {{(pid=108315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:06:13.522939 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ccba768c-c41e-49da-a65e-ba9fd6eebee5 {{(pid=108315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:06:13.523478 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd5ec1d9-6496-4b0d-8c10-6506ec67049e', 'name': 'network-vif-deleted', 'tag': '51737622-94ed-4ac8-9a34-b97530c518a0', 'status': 'completed', 'code': 200} Nov 03 02:06:13.728182 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-823932fa-6e9f-4aa3-b7f4-10b13eae994e tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Publish callbacks [] for port, precommit_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:13.822713 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-823932fa-6e9f-4aa3-b7f4-10b13eae994e tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126899640'] for port, after_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:13.897714 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823932fa-6e9f-4aa3-b7f4-10b13eae994e tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Pushing event updated for resources: {'Port': ['ID=aeed16e1-5d41-40e4-987b-46261e243152,revision_number=2']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:06:13.906048 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-823932fa-6e9f-4aa3-b7f4-10b13eae994e tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641583'] for floatingip, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:14.005616 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.db.l3_db [None req-823932fa-6e9f-4aa3-b7f4-10b13eae994e tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Floating IP 44cb9cbf-71cd-419b-b533-423a8fcc9e38 associated. External IP: 172.27.1.26, port: 9fede95c-7a4c-431b-802a-bfb045b4ba84. Nov 03 02:06:14.223906 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-823932fa-6e9f-4aa3-b7f4-10b13eae994e tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Router 42b9e46c-7006-47cb-a6ed-74fa879f1331 has already been hosted by L3 agent dfdd482b-800d-4ddb-af67-bfdcf28c1d2f {{(pid=108314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:06:14.331628 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-823932fa-6e9f-4aa3-b7f4-10b13eae994e tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Notify agent at l3_agent.dv-cinder-815614-3-iscsi the message routers_updated {{(pid=108314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:06:14.350438 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25385c2d-6619-4474-b65c-27c2f5a2bdd4 None None] Sync routers for ids ['42b9e46c-7006-47cb-a6ed-74fa879f1331'] in dv-cinder-815614-3-iscsi {{(pid=108316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:06:14.361361 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25385c2d-6619-4474-b65c-27c2f5a2bdd4 None None] Routers {'42b9e46c-7006-47cb-a6ed-74fa879f1331'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:06:14.362009 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-25385c2d-6619-4474-b65c-27c2f5a2bdd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:05:49Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['42b9e46c-7006-47cb-a6ed-74fa879f1331'], 'active': True} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:06:14.448807 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-823932fa-6e9f-4aa3-b7f4-10b13eae994e tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622'] for floatingip, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:14.467560 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvr_db [None req-25385c2d-6619-4474-b65c-27c2f5a2bdd4 None None] Set router 42b9e46c-7006-47cb-a6ed-74fa879f1331 gateway port host: dv-cinder-815614-3-iscsi {{(pid=108316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:06:14.476612 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-823932fa-6e9f-4aa3-b7f4-10b13eae994e tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5989707 Nov 03 02:06:14.477260 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfcedc8e-ab45-4300-9e60-6e82319256b8', 'tag': '9fede95c-7a4c-431b-802a-bfb045b4ba84'}] {{(pid=108314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:06:14.479457 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b9e71fb97e4882bef21449c101b24c97d897c9b718fbc8dac7673975a826a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd7a2070-1bc1-4131-a69b-dd41d9509e72" -d '{"events": [{"name": "network-changed", "server_uuid": "bfcedc8e-ab45-4300-9e60-6e82319256b8", "tag": "9fede95c-7a4c-431b-802a-bfb045b4ba84"}]}' {{(pid=108314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:06:14.519095 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 02:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d79689-3193-436a-af0a-3906c33eadfe x-openstack-request-id: req-01d79689-3193-436a-af0a-3906c33eadfe {{(pid=108314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:06:14.519095 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfcedc8e-ab45-4300-9e60-6e82319256b8", "tag": "9fede95c-7a4c-431b-802a-bfb045b4ba84", "status": "completed", "code": 200}]} {{(pid=108314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:06:14.519370 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-01d79689-3193-436a-af0a-3906c33eadfe {{(pid=108314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:06:14.519797 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfcedc8e-ab45-4300-9e60-6e82319256b8', 'tag': '9fede95c-7a4c-431b-802a-bfb045b4ba84', 'status': 'completed', 'code': 200} Nov 03 02:06:14.569280 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-8ed0cc82-ed92-4aa8-b4e2-771f9a3bf6c6 req-b58a9373-68aa-42c4-bb39-4ff48075e077 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5ec1d9-6496-4b0d-8c10-6506ec67049e HTTP/1.1" status: 200 len: 210 time: 0.0320213 Nov 03 02:06:14.603542 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a2070-1bc1-4131-a69b-dd41d9509e72 req-9c4f9ecf-7749-4ec0-a098-d354ab2853a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:14.605662 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-bd7a2070-1bc1-4131-a69b-dd41d9509e72 req-9c4f9ecf-7749-4ec0-a098-d354ab2853a0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=136f0a28eb6d4e108836305888f1fcb4&device_id=bfcedc8e-ab45-4300-9e60-6e82319256b8 HTTP/1.1" status: 200 len: 1099 time: 0.0429668 Nov 03 02:06:14.710815 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a2070-1bc1-4131-a69b-dd41d9509e72 req-a9591f67-38fa-4178-8afb-ff5b56002da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:14.712708 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-bd7a2070-1bc1-4131-a69b-dd41d9509e72 req-a9591f67-38fa-4178-8afb-ff5b56002da1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=85bfa113-6079-42d9-9c6f-8ca12bd1c59a HTTP/1.1" status: 200 len: 910 time: 0.0981245 Nov 03 02:06:14.803946 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device 3d2eb15b-c272-482b-a03e-7d62ece59535 no longer exists at agent hyperv_hv-cinder-81561 {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:06:14.814637 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-bd7a2070-1bc1-4131-a69b-dd41d9509e72 req-16ec4d4e-94b2-4a06-b664-974569a52ea7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9fede95c-7a4c-431b-802a-bfb045b4ba84 HTTP/1.1" status: 200 len: 999 time: 0.0944149 Nov 03 02:06:14.830003 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] No Port match for: 3d2eb15b-c272-482b-a03e-7d62ece59535 {{(pid=108316) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 02:06:14.833818 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device 3d2eb15b-c272-482b-a03e-7d62ece59535 not bound to the agent host hv-cinder-81561 {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:06:14.833818 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device 51737622-94ed-4ac8-9a34-b97530c518a0 no longer exists at agent hyperv_hv-cinder-81561 {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:06:14.855601 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] No Port match for: 51737622-94ed-4ac8-9a34-b97530c518a0 {{(pid=108316) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 02:06:14.855932 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device 51737622-94ed-4ac8-9a34-b97530c518a0 not bound to the agent host hv-cinder-81561 {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:06:14.883227 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a2070-1bc1-4131-a69b-dd41d9509e72 req-db3ea6e1-cc25-412d-9ca5-ae3ee5b4c294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:14.884705 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-bd7a2070-1bc1-4131-a69b-dd41d9509e72 req-db3ea6e1-cc25-412d-9ca5-ae3ee5b4c294 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=92b994d1-893b-4528-a828-105ad45407c6 HTTP/1.1" status: 200 len: 848 time: 0.0536654 Nov 03 02:06:14.917523 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-25385c2d-6619-4474-b65c-27c2f5a2bdd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b9e46c-7006-47cb-a6ed-74fa879f1331', 'name': 'tempest-TestShelveInstance-1318310909-router', 'tenant_id': '136f0a28eb6d4e108836305888f1fcb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'ac6140c2-44c3-4aaf-a7f0-41d92c4de2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:05:02Z', 'updated_at': '2021-11-03T02:05:08Z', 'revision_number': 4, 'project_id': '136f0a28eb6d4e108836305888f1fcb4', 'gw_port': {'id': 'ac6140c2-44c3-4aaf-a7f0-41d92c4de2b5', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:69:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b9e46c-7006-47cb-a6ed-74fa879f1331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:05:03Z', 'updated_at': '2021-11-03T02:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_floatingips': [{'id': '44cb9cbf-71cd-419b-b533-423a8fcc9e38', 'tenant_id': '136f0a28eb6d4e108836305888f1fcb4', 'floating_ip_address': '172.27.1.26', 'floating_network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'router_id': '42b9e46c-7006-47cb-a6ed-74fa879f1331', 'port_id': '9fede95c-7a4c-431b-802a-bfb045b4ba84', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85bfa113-6079-42d9-9c6f-8ca12bd1c59a', 'mac_address': 'fa:16:3e:65:0a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcedc8e-ab45-4300-9e60-6e82319256b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T02:06:12Z', 'updated_at': '2021-11-03T02:06:12Z', 'revision_number': 0, 'project_id': '136f0a28eb6d4e108836305888f1fcb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cee7e9a-7852-4d95-90c4-6f9e758b4d67', 'name': '', 'network_id': '85bfa113-6079-42d9-9c6f-8ca12bd1c59a', 'tenant_id': '136f0a28eb6d4e108836305888f1fcb4', 'mac_address': 'fa:16:3e:27:e2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b9e46c-7006-47cb-a6ed-74fa879f1331', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '92b994d1-893b-4528-a828-105ad45407c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:05:06Z', 'updated_at': '2021-11-03T02:05:12Z', 'revision_number': 5, 'project_id': '136f0a28eb6d4e108836305888f1fcb4', 'subnets': [{'id': '92b994d1-893b-4528-a828-105ad45407c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:06:14.935218 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a2070-1bc1-4131-a69b-dd41d9509e72 req-839657f5-d584-45bf-a46a-c789d93f465d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:14.937079 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-bd7a2070-1bc1-4131-a69b-dd41d9509e72 req-839657f5-d584-45bf-a46a-c789d93f465d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=85bfa113-6079-42d9-9c6f-8ca12bd1c59a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402231 Nov 03 02:06:14.947478 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25385c2d-6619-4474-b65c-27c2f5a2bdd4 None None] Checking router: 42b9e46c-7006-47cb-a6ed-74fa879f1331 for host: dv-cinder-815614-3-iscsi {{(pid=108316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:06:14.955882 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25385c2d-6619-4474-b65c-27c2f5a2bdd4 None None] Routers {'42b9e46c-7006-47cb-a6ed-74fa879f1331'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:06:14.956467 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-25385c2d-6619-4474-b65c-27c2f5a2bdd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:05:49Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['42b9e46c-7006-47cb-a6ed-74fa879f1331'], 'active': True} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:06:15.034523 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-bd7a2070-1bc1-4131-a69b-dd41d9509e72 req-3aa46fda-8836-4c5e-b460-0945c8ce4512 service neutron] 10.222.0.37 "GET /v2.0/networks/85bfa113-6079-42d9-9c6f-8ca12bd1c59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886629 Nov 03 02:06:15.069622 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvr_db [None req-25385c2d-6619-4474-b65c-27c2f5a2bdd4 None None] Set router 42b9e46c-7006-47cb-a6ed-74fa879f1331 gateway port host: dv-cinder-815614-3-iscsi {{(pid=108316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:06:15.127400 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-bd7a2070-1bc1-4131-a69b-dd41d9509e72 req-c727cd02-992c-42ab-9c82-0506ea225926 service neutron] 10.222.0.37 "GET /v2.0/networks/85bfa113-6079-42d9-9c6f-8ca12bd1c59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846667 Nov 03 02:06:15.288767 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-25385c2d-6619-4474-b65c-27c2f5a2bdd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b9e46c-7006-47cb-a6ed-74fa879f1331', 'name': 'tempest-TestShelveInstance-1318310909-router', 'tenant_id': '136f0a28eb6d4e108836305888f1fcb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'ac6140c2-44c3-4aaf-a7f0-41d92c4de2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:05:02Z', 'updated_at': '2021-11-03T02:05:08Z', 'revision_number': 4, 'project_id': '136f0a28eb6d4e108836305888f1fcb4', 'gw_port': {'id': 'ac6140c2-44c3-4aaf-a7f0-41d92c4de2b5', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:69:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b9e46c-7006-47cb-a6ed-74fa879f1331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:05:03Z', 'updated_at': '2021-11-03T02:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_floatingips': [{'id': '44cb9cbf-71cd-419b-b533-423a8fcc9e38', 'tenant_id': '136f0a28eb6d4e108836305888f1fcb4', 'floating_ip_address': '172.27.1.26', 'floating_network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'router_id': '42b9e46c-7006-47cb-a6ed-74fa879f1331', 'port_id': '9fede95c-7a4c-431b-802a-bfb045b4ba84', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85bfa113-6079-42d9-9c6f-8ca12bd1c59a', 'mac_address': 'fa:16:3e:65:0a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcedc8e-ab45-4300-9e60-6e82319256b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T02:06:12Z', 'updated_at': '2021-11-03T02:06:12Z', 'revision_number': 0, 'project_id': '136f0a28eb6d4e108836305888f1fcb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cee7e9a-7852-4d95-90c4-6f9e758b4d67', 'name': '', 'network_id': '85bfa113-6079-42d9-9c6f-8ca12bd1c59a', 'tenant_id': '136f0a28eb6d4e108836305888f1fcb4', 'mac_address': 'fa:16:3e:27:e2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b9e46c-7006-47cb-a6ed-74fa879f1331', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '92b994d1-893b-4528-a828-105ad45407c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:05:06Z', 'updated_at': '2021-11-03T02:05:12Z', 'revision_number': 5, 'project_id': '136f0a28eb6d4e108836305888f1fcb4', 'subnets': [{'id': '92b994d1-893b-4528-a828-105ad45407c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:06:15.317986 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25385c2d-6619-4474-b65c-27c2f5a2bdd4 None None] The sync data for ids ['42b9e46c-7006-47cb-a6ed-74fa879f1331'] in dv-cinder-815614-3-iscsi is: [{'id': '42b9e46c-7006-47cb-a6ed-74fa879f1331', 'name': 'tempest-TestShelveInstance-1318310909-router', 'tenant_id': '136f0a28eb6d4e108836305888f1fcb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'ac6140c2-44c3-4aaf-a7f0-41d92c4de2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:05:02Z', 'updated_at': '2021-11-03T02:05:08Z', 'revision_number': 4, 'project_id': '136f0a28eb6d4e108836305888f1fcb4', 'gw_port': {'id': 'ac6140c2-44c3-4aaf-a7f0-41d92c4de2b5', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:69:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b9e46c-7006-47cb-a6ed-74fa879f1331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:05:03Z', 'updated_at': '2021-11-03T02:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_floatingips': [{'id': '44cb9cbf-71cd-419b-b533-423a8fcc9e38', 'tenant_id': '136f0a28eb6d4e108836305888f1fcb4', 'floating_ip_address': '172.27.1.26', 'floating_network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'router_id': '42b9e46c-7006-47cb-a6ed-74fa879f1331', 'port_id': '9fede95c-7a4c-431b-802a-bfb045b4ba84', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85bfa113-6079-42d9-9c6f-8ca12bd1c59a', 'mac_address': 'fa:16:3e:65:0a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcedc8e-ab45-4300-9e60-6e82319256b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T02:06:12Z', 'updated_at': '2021-11-03T02:06:12Z', 'revision_number': 0, 'project_id': '136f0a28eb6d4e108836305888f1fcb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cee7e9a-7852-4d95-90c4-6f9e758b4d67', 'name': '', 'network_id': '85bfa113-6079-42d9-9c6f-8ca12bd1c59a', 'tenant_id': '136f0a28eb6d4e108836305888f1fcb4', 'mac_address': 'fa:16:3e:27:e2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b9e46c-7006-47cb-a6ed-74fa879f1331', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '92b994d1-893b-4528-a828-105ad45407c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:05:06Z', 'updated_at': '2021-11-03T02:05:12Z', 'revision_number': 5, 'project_id': '136f0a28eb6d4e108836305888f1fcb4', 'subnets': [{'id': '92b994d1-893b-4528-a828-105ad45407c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:06:15.498124 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8338031-6351-48cc-84d7-54ae835d509e None None] New status for floating IP 44cb9cbf-71cd-419b-b533-423a8fcc9e38: ACTIVE {{(pid=108317) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 02:06:16.673810 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-b9448cb0-3558-49e6-8c18-1e1c5c41ece9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:18.959305 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-79d52f11-9165-4db5-b505-89246b17f78b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:19.617879 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad909f48-2aaf-471c-8029-5f4a8d932440 req-461aea59-83eb-48ef-a201-c58f3b253e88 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:19.619470 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-ad909f48-2aaf-471c-8029-5f4a8d932440 req-461aea59-83eb-48ef-a201-c58f3b253e88 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8b0b0ce-2322-4f89-9a79-3efd949ae8ce HTTP/1.1" status: 200 len: 945 time: 0.0555804 Nov 03 02:06:19.667158 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-ad909f48-2aaf-471c-8029-5f4a8d932440 req-6ec6f468-c029-4345-9c37-50f3822fb45e tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2caa2a6-72c8-4014-ab52-bb2a40600117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414696 Nov 03 02:06:19.819343 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ca811-89d9-4d4b-be9c-c090ce254497 req-4c320fd9-e38f-4274-8d32-ed4108f8c7c5 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:19.824245 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-8b4ca811-89d9-4d4b-be9c-c090ce254497 req-4c320fd9-e38f-4274-8d32-ed4108f8c7c5 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/ports?device_id=561f8514-e68a-49fa-b7f0-ea60cb83a94e HTTP/1.1" status: 200 len: 984 time: 0.0576649 Nov 03 02:06:19.885858 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-8b4ca811-89d9-4d4b-be9c-c090ce254497 req-232a48c3-b335-4f18-985e-b5bf5f906759 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f34f56d-22dc-4342-bf1f-f7098a5b32c7&id=7d974952-521b-4022-8994-617d7852a30a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0586338 Nov 03 02:06:19.937990 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-3baf3433-eee1-48f0-90c8-209ed8ef0e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:20.034062 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078acb6e-48a8-4cc8-b679-35e1a6a636af req-53bc9b7f-fd07-4314-9f54-38738f300641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:20.035584 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-078acb6e-48a8-4cc8-b679-35e1a6a636af req-53bc9b7f-fd07-4314-9f54-38738f300641 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f13a412251cf4add8e72d0811966ade4&device_id=561f8514-e68a-49fa-b7f0-ea60cb83a94e HTTP/1.1" status: 200 len: 1137 time: 0.0402889 Nov 03 02:06:20.133719 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078acb6e-48a8-4cc8-b679-35e1a6a636af req-b6aa7da0-20e9-4b4f-8680-112eb5f4fb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:20.135228 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-078acb6e-48a8-4cc8-b679-35e1a6a636af req-b6aa7da0-20e9-4b4f-8680-112eb5f4fb25 service neutron] 10.222.0.37 "GET /v2.0/networks?id=baa53bac-7dd3-4c8a-9217-9ded84eb710f HTTP/1.1" status: 200 len: 916 time: 0.0898051 Nov 03 02:06:20.185813 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 48328) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:06:20.204835 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-078acb6e-48a8-4cc8-b679-35e1a6a636af req-67ef1f23-faa0-4018-a3db-4d489fbd0e5c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96d79956-425a-4084-b4ad-7e4e29f76595 HTTP/1.1" status: 200 len: 1001 time: 0.0616417 Nov 03 02:06:20.256283 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078acb6e-48a8-4cc8-b679-35e1a6a636af req-584215be-7250-49e7-8fb3-eb305c80b507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:20.257797 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-078acb6e-48a8-4cc8-b679-35e1a6a636af req-584215be-7250-49e7-8fb3-eb305c80b507 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8cfe1338-b6b1-408b-9ec6-b96abceeca92 HTTP/1.1" status: 200 len: 854 time: 0.0447364 Nov 03 02:06:20.290377 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-948105a5-10ee-4ed1-805e-ed5c135a9b92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:20.306441 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078acb6e-48a8-4cc8-b679-35e1a6a636af req-cb205b93-9950-4d9f-a015-6381a048d97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:20.307950 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-078acb6e-48a8-4cc8-b679-35e1a6a636af req-cb205b93-9950-4d9f-a015-6381a048d97f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=baa53bac-7dd3-4c8a-9217-9ded84eb710f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390825 Nov 03 02:06:20.364128 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-948105a5-10ee-4ed1-805e-ed5c135a9b92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:20.405150 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-078acb6e-48a8-4cc8-b679-35e1a6a636af req-de76f0cc-d4ef-4315-9bb0-adab60f6737f service neutron] 10.222.0.37 "GET /v2.0/networks/baa53bac-7dd3-4c8a-9217-9ded84eb710f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861700 Nov 03 02:06:20.481038 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-948105a5-10ee-4ed1-805e-ed5c135a9b92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:20.499478 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-078acb6e-48a8-4cc8-b679-35e1a6a636af req-8ffe58aa-c586-40d3-b1a7-eb00621ab4af service neutron] 10.222.0.37 "GET /v2.0/networks/baa53bac-7dd3-4c8a-9217-9ded84eb710f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815511 Nov 03 02:06:20.523313 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-948105a5-10ee-4ed1-805e-ed5c135a9b92 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=50c6f9e94c44457f8a3fe32c128b1260&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3363085 Nov 03 02:06:20.525342 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948105a5-10ee-4ed1-805e-ed5c135a9b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a238c2-1317-4cb4-bc31-24f73b778607,revision_number=1']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:06:20.526557 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 48332) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:06:20.578573 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-546569dc-7c90-4ea2-8834-673b7bc770e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:20.601787 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-546569dc-7c90-4ea2-8834-673b7bc770e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:20.727004 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-546569dc-7c90-4ea2-8834-673b7bc770e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:20.729769 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-546569dc-7c90-4ea2-8834-673b7bc770e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:20.734644 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-546569dc-7c90-4ea2-8834-673b7bc770e9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d3a238c2-1317-4cb4-bc31-24f73b778607 HTTP/1.1" status: 204 len: 168 time: 0.2046638 Nov 03 02:06:20.742576 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546569dc-7c90-4ea2-8834-673b7bc770e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a238c2-1317-4cb4-bc31-24f73b778607,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:06:20.800858 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4da84e1-d753-4f2a-a48a-6844fda7b0ba req-2aabfebc-77f8-4710-a258-24691cdccc52 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:20.802418 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d4da84e1-d753-4f2a-a48a-6844fda7b0ba req-2aabfebc-77f8-4710-a258-24691cdccc52 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8b0b0ce-2322-4f89-9a79-3efd949ae8ce HTTP/1.1" status: 200 len: 945 time: 0.0671418 Nov 03 02:06:20.851858 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d4da84e1-d753-4f2a-a48a-6844fda7b0ba req-aa737ed2-2073-4335-8c5e-dba6fb799ae2 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2caa2a6-72c8-4014-ab52-bb2a40600117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431623 Nov 03 02:06:21.009373 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf7847-d0ba-4c23-b47f-3d53ec9b20cb req-69920fcd-1945-4387-a77c-9c141170c0b0 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:21.010948 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-19cf7847-d0ba-4c23-b47f-3d53ec9b20cb req-69920fcd-1945-4387-a77c-9c141170c0b0 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/ports?device_id=561f8514-e68a-49fa-b7f0-ea60cb83a94e HTTP/1.1" status: 200 len: 984 time: 0.0576611 Nov 03 02:06:21.073170 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-19cf7847-d0ba-4c23-b47f-3d53ec9b20cb req-ffb956f8-7059-407f-ab6d-65a891c4d41b tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f34f56d-22dc-4342-bf1f-f7098a5b32c7&id=7d974952-521b-4022-8994-617d7852a30a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0556200 Nov 03 02:06:21.366776 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-5b813f54-077d-440d-903f-32bc670fe069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:21.415075 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c871551-c809-4375-8d3d-729674966ea7 req-d8798e77-9b42-4f07-80f4-daa115e7f734 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:21.416563 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-6c871551-c809-4375-8d3d-729674966ea7 req-d8798e77-9b42-4f07-80f4-daa115e7f734 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 947 time: 0.0531926 Nov 03 02:06:21.430515 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 48360) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:06:21.451223 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-043193f0-82f6-41f2-b570-d6e6c9f91327 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:21.492492 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-6c871551-c809-4375-8d3d-729674966ea7 req-73903581-33b4-49ec-938a-f2af8ac7dc67 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700500 Nov 03 02:06:21.496873 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00d9af1-d33e-49af-8772-2cc8ba67d4e0 req-df9e5eb9-b40a-4dfa-9113-3dfaf4f32481 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:21.498930 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-f00d9af1-d33e-49af-8772-2cc8ba67d4e0 req-df9e5eb9-b40a-4dfa-9113-3dfaf4f32481 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8b0b0ce-2322-4f89-9a79-3efd949ae8ce HTTP/1.1" status: 200 len: 945 time: 0.0497620 Nov 03 02:06:21.550432 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-043193f0-82f6-41f2-b570-d6e6c9f91327 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:21.600759 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.plugin [req-f00d9af1-d33e-49af-8772-2cc8ba67d4e0 req-e81906cd-136e-4cef-8dfa-24bf3543f711 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Deleting port ff09ef64-e5d7-4f1b-a870-3f00abdc5961 {{(pid=108315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 02:06:21.601089 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-f00d9af1-d33e-49af-8772-2cc8ba67d4e0 req-e81906cd-136e-4cef-8dfa-24bf3543f711 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784217550484'] for port, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:21.635428 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-043193f0-82f6-41f2-b570-d6e6c9f91327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:21.674497 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-043193f0-82f6-41f2-b570-d6e6c9f91327 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6d34591eedc14afcb8057d1d96cb17b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2428730 Nov 03 02:06:21.676436 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043193f0-82f6-41f2-b570-d6e6c9f91327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf61169f-8763-4921-9797-4ef35e62fe50,revision_number=1']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:06:21.679187 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 48362) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:06:21.701392 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.db [req-f00d9af1-d33e-49af-8772-2cc8ba67d4e0 req-e81906cd-136e-4cef-8dfa-24bf3543f711 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] For port ff09ef64-e5d7-4f1b-a870-3f00abdc5961, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=ff09ef64-e5d7-4f1b-a870-3f00abdc5961,segment=NetworkSegment(15b7192d-fcf8-46bd-b4ff-54110db4eb9b),segment_id=15b7192d-fcf8-46bd-b4ff-54110db4eb9b)] {{(pid=108315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:06:21.701748 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-f00d9af1-d33e-49af-8772-2cc8ba67d4e0 req-e81906cd-136e-4cef-8dfa-24bf3543f711 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538104'] for port, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:21.724971 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.plugin [req-f00d9af1-d33e-49af-8772-2cc8ba67d4e0 req-e81906cd-136e-4cef-8dfa-24bf3543f711 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Calling delete_port for ff09ef64-e5d7-4f1b-a870-3f00abdc5961 owned by compute:nova {{(pid=108315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 02:06:21.794590 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-b7db8f5c-7567-493f-9677-02266affa7ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:21.827071 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-b7db8f5c-7567-493f-9677-02266affa7ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:21.970348 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3706957-396b-4ff5-ab8f-fadc1f719683 req-98b18be0-2d0b-4620-ab76-a74ffb31a4b6 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:21.971820 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b3706957-396b-4ff5-ab8f-fadc1f719683 req-98b18be0-2d0b-4620-ab76-a74ffb31a4b6 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8b0b0ce-2322-4f89-9a79-3efd949ae8ce HTTP/1.1" status: 200 len: 945 time: 0.0492625 Nov 03 02:06:21.984296 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-b7db8f5c-7567-493f-9677-02266affa7ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:21.990519 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-b7db8f5c-7567-493f-9677-02266affa7ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:21.990519 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-b7db8f5c-7567-493f-9677-02266affa7ad admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cf61169f-8763-4921-9797-4ef35e62fe50 HTTP/1.1" status: 204 len: 168 time: 0.3078065 Nov 03 02:06:21.996767 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7db8f5c-7567-493f-9677-02266affa7ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf61169f-8763-4921-9797-4ef35e62fe50,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:06:22.031768 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b3706957-396b-4ff5-ab8f-fadc1f719683 req-c2a87988-5c64-439a-9aee-274793f0aefd tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2caa2a6-72c8-4014-ab52-bb2a40600117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515549 Nov 03 02:06:22.058069 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-f00d9af1-d33e-49af-8772-2cc8ba67d4e0 req-e81906cd-136e-4cef-8dfa-24bf3543f711 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784217703262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784217128223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127914182'] for port, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:22.071338 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] get_ports_and_sgs() called for port_ids ['aef52f3c-1a62-45b5-9c4b-40ee0869774e', 'b86f86db-8a25-4da3-abaa-8e726628e287', 'ff09ef64-e5d7-4f1b-a870-3f00abdc5961'] {{(pid=108316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 02:06:22.092200 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81906cd-136e-4cef-8dfa-24bf3543f711 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Pushing event deleted for resources: {'Port': ['ID=ff09ef64-e5d7-4f1b-a870-3f00abdc5961,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:06:22.154012 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.db.l3_dvrscheduler_db [req-f00d9af1-d33e-49af-8772-2cc8ba67d4e0 req-e81906cd-136e-4cef-8dfa-24bf3543f711 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] No DVR routers for this DVR port ff09ef64-e5d7-4f1b-a870-3f00abdc5961 on host hv-cinder-81561 {{(pid=108315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 02:06:22.156682 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-f00d9af1-d33e-49af-8772-2cc8ba67d4e0 req-e81906cd-136e-4cef-8dfa-24bf3543f711 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622'] for port, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:22.160574 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-f00d9af1-d33e-49af-8772-2cc8ba67d4e0 req-e81906cd-136e-4cef-8dfa-24bf3543f711 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.37 "DELETE /v2.0/ports/ff09ef64-e5d7-4f1b-a870-3f00abdc5961 HTTP/1.1" status: 204 len: 173 time: 0.6494043 Nov 03 02:06:22.161139 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8b0b0ce-2322-4f89-9a79-3efd949ae8ce', 'name': 'network-vif-deleted', 'tag': 'ff09ef64-e5d7-4f1b-a870-3f00abdc5961'}] {{(pid=108315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:06:22.167077 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ceb3f72598e67bafae985fe00b788e907b12cd818b569c9993237f285010df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e76b5189-a29a-498a-84ab-2a84ea19f04f" -d '{"events": [{"server_uuid": "e8b0b0ce-2322-4f89-9a79-3efd949ae8ce", "name": "network-vif-deleted", "tag": "ff09ef64-e5d7-4f1b-a870-3f00abdc5961"}]}' {{(pid=108315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:06:22.220239 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2354b5-c6a5-4907-8699-841b304bcf66 req-e9180df1-ce09-4c70-b2f4-e08556c756e2 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:22.222749 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-8e2354b5-c6a5-4907-8699-841b304bcf66 req-e9180df1-ce09-4c70-b2f4-e08556c756e2 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/ports?device_id=561f8514-e68a-49fa-b7f0-ea60cb83a94e HTTP/1.1" status: 200 len: 984 time: 0.0708709 Nov 03 02:06:22.235811 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 02:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db2f9bd4-a270-4d45-bcf3-dc3ed1d34855 x-openstack-request-id: req-db2f9bd4-a270-4d45-bcf3-dc3ed1d34855 {{(pid=108315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:06:22.236315 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8b0b0ce-2322-4f89-9a79-3efd949ae8ce", "name": "network-vif-deleted", "tag": "ff09ef64-e5d7-4f1b-a870-3f00abdc5961", "status": "completed", "code": 200}]} {{(pid=108315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:06:22.238179 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-db2f9bd4-a270-4d45-bcf3-dc3ed1d34855 {{(pid=108315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:06:22.239626 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8b0b0ce-2322-4f89-9a79-3efd949ae8ce', 'name': 'network-vif-deleted', 'tag': 'ff09ef64-e5d7-4f1b-a870-3f00abdc5961', 'status': 'completed', 'code': 200} Nov 03 02:06:22.297878 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-8e2354b5-c6a5-4907-8699-841b304bcf66 req-ab07b41c-e2d0-4b75-843a-6b56bd484b8f tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f34f56d-22dc-4342-bf1f-f7098a5b32c7&id=7d974952-521b-4022-8994-617d7852a30a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0659716 Nov 03 02:06:22.614724 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b05061-00f6-450e-b71b-761daeaa3c60 req-b544f2ee-001a-4426-a26f-ca4d9ad8f1f3 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:22.616214 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a1b05061-00f6-450e-b71b-761daeaa3c60 req-b544f2ee-001a-4426-a26f-ca4d9ad8f1f3 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 947 time: 0.0488646 Nov 03 02:06:22.666726 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a1b05061-00f6-450e-b71b-761daeaa3c60 req-9a89d5b9-0a26-4eaa-a7ca-30c01ba4b891 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443614 Nov 03 02:06:23.147933 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-3ac90265-fa82-4ee4-b5e2-de00d5718fe5 req-be5e2790-ff72-442b-bc67-630f2b09d841 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8b0b0ce-2322-4f89-9a79-3efd949ae8ce HTTP/1.1" status: 200 len: 210 time: 0.0347450 Nov 03 02:06:23.268386 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a537c833-4330-42b4-a666-a86233da7ebd req-421ee857-9f59-4656-8442-2341e654734e tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:23.269830 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-a537c833-4330-42b4-a666-a86233da7ebd req-421ee857-9f59-4656-8442-2341e654734e tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 947 time: 0.0487454 Nov 03 02:06:23.365229 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.plugin [req-a537c833-4330-42b4-a666-a86233da7ebd req-bfafbc0d-fe12-4434-9940-235b10cf430f tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Deleting port 200c1df3-d8a9-42db-83ec-6723cdbe5701 {{(pid=108315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 02:06:23.365559 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-a537c833-4330-42b4-a666-a86233da7ebd req-bfafbc0d-fe12-4434-9940-235b10cf430f tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784217550484'] for port, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:23.425394 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34fb3ee-35cc-4bb5-b0de-07d50aeaa27c req-e5090810-1843-4d86-bc9f-e80c01b1cbc1 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:23.426894 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b34fb3ee-35cc-4bb5-b0de-07d50aeaa27c req-e5090810-1843-4d86-bc9f-e80c01b1cbc1 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/ports?device_id=561f8514-e68a-49fa-b7f0-ea60cb83a94e HTTP/1.1" status: 200 len: 984 time: 0.0520620 Nov 03 02:06:23.467361 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.db [req-a537c833-4330-42b4-a666-a86233da7ebd req-bfafbc0d-fe12-4434-9940-235b10cf430f tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] For port 200c1df3-d8a9-42db-83ec-6723cdbe5701, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=200c1df3-d8a9-42db-83ec-6723cdbe5701,segment=NetworkSegment(3daecc90-8d27-458b-8803-ba0d162359ea),segment_id=3daecc90-8d27-458b-8803-ba0d162359ea)] {{(pid=108315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:06:23.467732 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-a537c833-4330-42b4-a666-a86233da7ebd req-bfafbc0d-fe12-4434-9940-235b10cf430f tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538104'] for port, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:23.489337 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b34fb3ee-35cc-4bb5-b0de-07d50aeaa27c req-b8702bb0-8d19-4dda-84bb-c5ff15878ca4 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f34f56d-22dc-4342-bf1f-f7098a5b32c7&id=7d974952-521b-4022-8994-617d7852a30a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0559323 Nov 03 02:06:23.694528 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-a537c833-4330-42b4-a666-a86233da7ebd req-bfafbc0d-fe12-4434-9940-235b10cf430f tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:23.694899 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-a537c833-4330-42b4-a666-a86233da7ebd req-bfafbc0d-fe12-4434-9940-235b10cf430f tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641583'] for floatingip, after_update {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:23.695218 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.db.l3_db [req-a537c833-4330-42b4-a666-a86233da7ebd req-bfafbc0d-fe12-4434-9940-235b10cf430f tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Floating IP 9f9d6a54-a29d-4d1e-b475-306f52cbe6b1 disassociated. External IP: 172.27.1.248, port: 200c1df3-d8a9-42db-83ec-6723cdbe5701. Nov 03 02:06:23.695557 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.plugin [req-a537c833-4330-42b4-a666-a86233da7ebd req-bfafbc0d-fe12-4434-9940-235b10cf430f tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Calling delete_port for 200c1df3-d8a9-42db-83ec-6723cdbe5701 owned by compute:nova {{(pid=108315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 02:06:23.789347 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8705c4c3-731a-4d84-ae44-296be1bce8c2 req-aa432153-1673-4894-9feb-5b5b2e493601 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:23.790848 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-8705c4c3-731a-4d84-ae44-296be1bce8c2 req-aa432153-1673-4894-9feb-5b5b2e493601 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 947 time: 0.0481913 Nov 03 02:06:23.841458 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-8705c4c3-731a-4d84-ae44-296be1bce8c2 req-bdd1a980-da2a-4e79-acc2-b4187395cba9 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=09aa7204-87f9-4d8e-a324-a2bc4c492919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439661 Nov 03 02:06:23.909977 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-a537c833-4330-42b4-a666-a86233da7ebd req-bfafbc0d-fe12-4434-9940-235b10cf430f tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784217703262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784217128223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127914182'] for port, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:23.939452 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfafbc0d-fe12-4434-9940-235b10cf430f tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Pushing event deleted for resources: {'Port': ['ID=200c1df3-d8a9-42db-83ec-6723cdbe5701,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:06:24.035030 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:24.056607 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a537c833-4330-42b4-a666-a86233da7ebd req-bfafbc0d-fe12-4434-9940-235b10cf430f tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Router 59775b1d-ae58-49a9-aff6-3abf00cc504f has already been hosted by L3 agent dfdd482b-800d-4ddb-af67-bfdcf28c1d2f {{(pid=108315) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:06:24.427670 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a537c833-4330-42b4-a666-a86233da7ebd req-bfafbc0d-fe12-4434-9940-235b10cf430f tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Notify agent at l3_agent.dv-cinder-815614-3-iscsi the message routers_updated {{(pid=108315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:06:24.440219 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5401c1f-896e-4af7-b0d4-304e4a392de8 None None] Sync routers for ids ['59775b1d-ae58-49a9-aff6-3abf00cc504f'] in dv-cinder-815614-3-iscsi {{(pid=108316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:06:24.451004 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5401c1f-896e-4af7-b0d4-304e4a392de8 None None] Routers {'59775b1d-ae58-49a9-aff6-3abf00cc504f'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:06:24.451853 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-c5401c1f-896e-4af7-b0d4-304e4a392de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:06:19Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['59775b1d-ae58-49a9-aff6-3abf00cc504f'], 'active': True} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:06:24.466117 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.db.l3_dvrscheduler_db [req-a537c833-4330-42b4-a666-a86233da7ebd req-bfafbc0d-fe12-4434-9940-235b10cf430f tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] No DVR routers for this DVR port 200c1df3-d8a9-42db-83ec-6723cdbe5701 on host hv-cinder-81561 {{(pid=108315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 02:06:24.469454 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-a537c833-4330-42b4-a666-a86233da7ebd req-bfafbc0d-fe12-4434-9940-235b10cf430f tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622'] for port, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:24.471866 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-a537c833-4330-42b4-a666-a86233da7ebd req-bfafbc0d-fe12-4434-9940-235b10cf430f tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.37 "DELETE /v2.0/ports/200c1df3-d8a9-42db-83ec-6723cdbe5701 HTTP/1.1" status: 204 len: 173 time: 1.1952620 Nov 03 02:06:24.472289 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1203383-0300-4df4-8d34-0d52ac57e83d', 'name': 'network-vif-deleted', 'tag': '200c1df3-d8a9-42db-83ec-6723cdbe5701'}] {{(pid=108315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:06:24.474526 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ceb3f72598e67bafae985fe00b788e907b12cd818b569c9993237f285010df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cda6bfe-d03f-461a-813a-89323db4397c" -d '{"events": [{"server_uuid": "c1203383-0300-4df4-8d34-0d52ac57e83d", "name": "network-vif-deleted", "tag": "200c1df3-d8a9-42db-83ec-6723cdbe5701"}]}' {{(pid=108315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:06:24.515943 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 02:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e6d594-7191-4f57-a638-1acffda9e3bf x-openstack-request-id: req-14e6d594-7191-4f57-a638-1acffda9e3bf {{(pid=108315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:06:24.516297 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1203383-0300-4df4-8d34-0d52ac57e83d", "name": "network-vif-deleted", "tag": "200c1df3-d8a9-42db-83ec-6723cdbe5701", "status": "completed", "code": 200}]} {{(pid=108315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:06:24.516612 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-14e6d594-7191-4f57-a638-1acffda9e3bf {{(pid=108315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:06:24.517062 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1203383-0300-4df4-8d34-0d52ac57e83d', 'name': 'network-vif-deleted', 'tag': '200c1df3-d8a9-42db-83ec-6723cdbe5701', 'status': 'completed', 'code': 200} Nov 03 02:06:24.591541 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvr_db [None req-c5401c1f-896e-4af7-b0d4-304e4a392de8 None None] Set router 59775b1d-ae58-49a9-aff6-3abf00cc504f gateway port host: dv-cinder-815614-3-iscsi {{(pid=108316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:06:24.630482 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb662d5c-fff6-40d4-8ec3-3d5bc531298f req-af71e148-30d3-4172-85c7-b89c3d6e304d tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:24.632812 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-eb662d5c-fff6-40d4-8ec3-3d5bc531298f req-af71e148-30d3-4172-85c7-b89c3d6e304d tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/ports?device_id=561f8514-e68a-49fa-b7f0-ea60cb83a94e HTTP/1.1" status: 200 len: 984 time: 0.0575132 Nov 03 02:06:24.736803 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-eb662d5c-fff6-40d4-8ec3-3d5bc531298f req-123479f0-3e5a-48c4-8039-8188f995f58b tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f34f56d-22dc-4342-bf1f-f7098a5b32c7&id=7d974952-521b-4022-8994-617d7852a30a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0919790 Nov 03 02:06:24.808242 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd15a587-e5fc-4196-bde4-ee38b4ee6d5e req-3fd2ae52-3d31-415b-84df-beca7e667313 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:24.809787 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-dd15a587-e5fc-4196-bde4-ee38b4ee6d5e req-3fd2ae52-3d31-415b-84df-beca7e667313 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab4c0908-93e6-4c60-8da3-a8bb3b8b24ea HTTP/1.1" status: 200 len: 945 time: 0.0688121 Nov 03 02:06:24.824997 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-c5401c1f-896e-4af7-b0d4-304e4a392de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59775b1d-ae58-49a9-aff6-3abf00cc504f', 'name': 'tempest-AttachVolumeShelveTestJSON-1435874812-router', 'tenant_id': '86777c3ab41c4ea8bbbdf156c7792513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'bf0ea242-1f91-474c-8784-5dc304542465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:01:48Z', 'updated_at': '2021-11-03T02:01:53Z', 'revision_number': 4, 'project_id': '86777c3ab41c4ea8bbbdf156c7792513', 'gw_port': {'id': 'bf0ea242-1f91-474c-8784-5dc304542465', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:85:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59775b1d-ae58-49a9-aff6-3abf00cc504f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:01:49Z', 'updated_at': '2021-11-03T02:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_interfaces': [{'id': 'b9b9bda7-1a40-495e-825b-e93a218c2281', 'name': '', 'network_id': 'f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9', 'tenant_id': '86777c3ab41c4ea8bbbdf156c7792513', 'mac_address': 'fa:16:3e:a9:f2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59775b1d-ae58-49a9-aff6-3abf00cc504f', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '95177d92-9024-40b6-ac79-02b9d5fce0cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:01:52Z', 'updated_at': '2021-11-03T02:01:58Z', 'revision_number': 5, 'project_id': '86777c3ab41c4ea8bbbdf156c7792513', 'subnets': [{'id': '95177d92-9024-40b6-ac79-02b9d5fce0cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:06:24.852726 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5401c1f-896e-4af7-b0d4-304e4a392de8 None None] Checking router: 59775b1d-ae58-49a9-aff6-3abf00cc504f for host: dv-cinder-815614-3-iscsi {{(pid=108316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:06:24.860242 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-dd15a587-e5fc-4196-bde4-ee38b4ee6d5e req-99269f52-a123-46cd-9efc-e9cf4b76e531 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2caa2a6-72c8-4014-ab52-bb2a40600117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437453 Nov 03 02:06:24.862230 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5401c1f-896e-4af7-b0d4-304e4a392de8 None None] Routers {'59775b1d-ae58-49a9-aff6-3abf00cc504f'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:06:24.862916 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-c5401c1f-896e-4af7-b0d4-304e4a392de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:06:19Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['59775b1d-ae58-49a9-aff6-3abf00cc504f'], 'active': True} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:06:24.954227 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-fb299c7a-6c4c-4151-a54a-890621153f05 req-3217775d-d726-4dff-bdf5-6ce7de4d34ba tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 210 time: 0.0276444 Nov 03 02:06:25.001254 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvr_db [None req-c5401c1f-896e-4af7-b0d4-304e4a392de8 None None] Set router 59775b1d-ae58-49a9-aff6-3abf00cc504f gateway port host: dv-cinder-815614-3-iscsi {{(pid=108316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:06:25.204991 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-c5401c1f-896e-4af7-b0d4-304e4a392de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59775b1d-ae58-49a9-aff6-3abf00cc504f', 'name': 'tempest-AttachVolumeShelveTestJSON-1435874812-router', 'tenant_id': '86777c3ab41c4ea8bbbdf156c7792513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'bf0ea242-1f91-474c-8784-5dc304542465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:01:48Z', 'updated_at': '2021-11-03T02:01:53Z', 'revision_number': 4, 'project_id': '86777c3ab41c4ea8bbbdf156c7792513', 'gw_port': {'id': 'bf0ea242-1f91-474c-8784-5dc304542465', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:85:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59775b1d-ae58-49a9-aff6-3abf00cc504f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:01:49Z', 'updated_at': '2021-11-03T02:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_interfaces': [{'id': 'b9b9bda7-1a40-495e-825b-e93a218c2281', 'name': '', 'network_id': 'f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9', 'tenant_id': '86777c3ab41c4ea8bbbdf156c7792513', 'mac_address': 'fa:16:3e:a9:f2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59775b1d-ae58-49a9-aff6-3abf00cc504f', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '95177d92-9024-40b6-ac79-02b9d5fce0cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:01:52Z', 'updated_at': '2021-11-03T02:01:58Z', 'revision_number': 5, 'project_id': '86777c3ab41c4ea8bbbdf156c7792513', 'subnets': [{'id': '95177d92-9024-40b6-ac79-02b9d5fce0cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:06:25.236603 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5401c1f-896e-4af7-b0d4-304e4a392de8 None None] The sync data for ids ['59775b1d-ae58-49a9-aff6-3abf00cc504f'] in dv-cinder-815614-3-iscsi is: [{'id': '59775b1d-ae58-49a9-aff6-3abf00cc504f', 'name': 'tempest-AttachVolumeShelveTestJSON-1435874812-router', 'tenant_id': '86777c3ab41c4ea8bbbdf156c7792513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'bf0ea242-1f91-474c-8784-5dc304542465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:01:48Z', 'updated_at': '2021-11-03T02:01:53Z', 'revision_number': 4, 'project_id': '86777c3ab41c4ea8bbbdf156c7792513', 'gw_port': {'id': 'bf0ea242-1f91-474c-8784-5dc304542465', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:85:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59775b1d-ae58-49a9-aff6-3abf00cc504f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:01:49Z', 'updated_at': '2021-11-03T02:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_interfaces': [{'id': 'b9b9bda7-1a40-495e-825b-e93a218c2281', 'name': '', 'network_id': 'f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9', 'tenant_id': '86777c3ab41c4ea8bbbdf156c7792513', 'mac_address': 'fa:16:3e:a9:f2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59775b1d-ae58-49a9-aff6-3abf00cc504f', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '95177d92-9024-40b6-ac79-02b9d5fce0cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:01:52Z', 'updated_at': '2021-11-03T02:01:58Z', 'revision_number': 5, 'project_id': '86777c3ab41c4ea8bbbdf156c7792513', 'subnets': [{'id': '95177d92-9024-40b6-ac79-02b9d5fce0cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:06:25.457334 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8a23f3-586f-4ab4-b370-e6024c6d65ad None None] New status for floating IP 9f9d6a54-a29d-4d1e-b475-306f52cbe6b1: DOWN {{(pid=108317) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 02:06:25.857835 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c930ac2-5eed-48a6-94db-eb930cc2c8c4 req-0c8ed2a3-8728-4be3-9b89-512ed7cd5da2 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:25.859360 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-7c930ac2-5eed-48a6-94db-eb930cc2c8c4 req-0c8ed2a3-8728-4be3-9b89-512ed7cd5da2 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/ports?device_id=561f8514-e68a-49fa-b7f0-ea60cb83a94e HTTP/1.1" status: 200 len: 984 time: 0.0540414 Nov 03 02:06:25.920722 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-7c930ac2-5eed-48a6-94db-eb930cc2c8c4 req-d9591fc3-64cf-43fb-8802-8a8303906107 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f34f56d-22dc-4342-bf1f-f7098a5b32c7&id=7d974952-521b-4022-8994-617d7852a30a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0553174 Nov 03 02:06:25.976456 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a27bb-0ba9-4546-b589-515ac1ac8a13 req-867c177c-5a4e-4e45-8b8f-d8b1f4cc5da4 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:25.977835 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-4a5a27bb-0ba9-4546-b589-515ac1ac8a13 req-867c177c-5a4e-4e45-8b8f-d8b1f4cc5da4 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab4c0908-93e6-4c60-8da3-a8bb3b8b24ea HTTP/1.1" status: 200 len: 945 time: 0.0491195 Nov 03 02:06:26.029018 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-4a5a27bb-0ba9-4546-b589-515ac1ac8a13 req-1dae262f-d461-479c-bfdc-e798228528d7 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2caa2a6-72c8-4014-ab52-bb2a40600117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449433 Nov 03 02:06:26.063912 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-3572eef4-496c-4e99-a4cb-a90d51ae38cd req-75e0dc1c-ca19-4d4d-be0e-8bdf5a43c556 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 210 time: 0.0268171 Nov 03 02:06:27.037721 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f15dfc-7d89-4259-8b6d-15906e172457 req-a62b0d42-1dae-4193-8b5d-7ab60ef08bf6 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:27.039263 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b9f15dfc-7d89-4259-8b6d-15906e172457 req-a62b0d42-1dae-4193-8b5d-7ab60ef08bf6 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/ports?device_id=561f8514-e68a-49fa-b7f0-ea60cb83a94e HTTP/1.1" status: 200 len: 984 time: 0.0525677 Nov 03 02:06:27.104199 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b9f15dfc-7d89-4259-8b6d-15906e172457 req-37c015e0-56ed-4423-becf-18e95cfe9174 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f34f56d-22dc-4342-bf1f-f7098a5b32c7&id=7d974952-521b-4022-8994-617d7852a30a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0579679 Nov 03 02:06:27.158087 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b874fc10-e27c-40e4-82b7-c87b6fd73435 req-d82a6489-55cd-46b9-b59e-440dc2f0850c tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:27.159673 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b874fc10-e27c-40e4-82b7-c87b6fd73435 req-d82a6489-55cd-46b9-b59e-440dc2f0850c tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab4c0908-93e6-4c60-8da3-a8bb3b8b24ea HTTP/1.1" status: 200 len: 945 time: 0.0546057 Nov 03 02:06:27.231662 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-356bef9c-75dd-4eb9-8451-61ae29d03bdd req-a78e2541-c440-4956-b7f7-918c1493a648 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1203383-0300-4df4-8d34-0d52ac57e83d HTTP/1.1" status: 200 len: 210 time: 0.0379541 Nov 03 02:06:27.236347 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b874fc10-e27c-40e4-82b7-c87b6fd73435 req-de46bad2-5807-4811-931b-b86e47f6a6d4 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2caa2a6-72c8-4014-ab52-bb2a40600117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686026 Nov 03 02:06:27.441619 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device ff09ef64-e5d7-4f1b-a870-3f00abdc5961 no longer exists at agent hyperv_hv-cinder-81561 {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:06:27.462174 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] No Port match for: ff09ef64-e5d7-4f1b-a870-3f00abdc5961 {{(pid=108316) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 02:06:27.462524 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device ff09ef64-e5d7-4f1b-a870-3f00abdc5961 not bound to the agent host hv-cinder-81561 {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:06:27.462937 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device 200c1df3-d8a9-42db-83ec-6723cdbe5701 no longer exists at agent hyperv_hv-cinder-81561 {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:06:27.482976 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] No Port match for: 200c1df3-d8a9-42db-83ec-6723cdbe5701 {{(pid=108316) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 02:06:27.482976 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device 200c1df3-d8a9-42db-83ec-6723cdbe5701 not bound to the agent host hv-cinder-81561 {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:06:28.223861 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bc0ee4-3691-41bc-aa41-8499d749103c req-85400ee1-94ce-43c3-b359-e9b437515512 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:28.225362 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-62bc0ee4-3691-41bc-aa41-8499d749103c req-85400ee1-94ce-43c3-b359-e9b437515512 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/ports?device_id=561f8514-e68a-49fa-b7f0-ea60cb83a94e HTTP/1.1" status: 200 len: 984 time: 0.0524042 Nov 03 02:06:28.292295 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-62bc0ee4-3691-41bc-aa41-8499d749103c req-c279d54e-d983-4665-8fc5-2e696bdfc2bc tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f34f56d-22dc-4342-bf1f-f7098a5b32c7&id=7d974952-521b-4022-8994-617d7852a30a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0608647 Nov 03 02:06:28.359713 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53505b22-a64c-479a-94e9-2b5cf554e4e2 req-b8e123e0-8c5c-431c-b541-d2debb913616 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:28.361260 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-53505b22-a64c-479a-94e9-2b5cf554e4e2 req-b8e123e0-8c5c-431c-b541-d2debb913616 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab4c0908-93e6-4c60-8da3-a8bb3b8b24ea HTTP/1.1" status: 200 len: 945 time: 0.0577655 Nov 03 02:06:28.408078 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-53505b22-a64c-479a-94e9-2b5cf554e4e2 req-961ecc20-4b50-4e8b-bf36-37fe20fa0835 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2caa2a6-72c8-4014-ab52-bb2a40600117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410953 Nov 03 02:06:28.441224 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 48490) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:06:28.496773 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-9fa55e38-f79b-43cf-b906-017500f41ee0 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks [] for security_group, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:28.519606 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-9fa55e38-f79b-43cf-b906-017500f41ee0 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:28.646526 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-9fa55e38-f79b-43cf-b906-017500f41ee0 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:28.649128 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-9fa55e38-f79b-43cf-b906-017500f41ee0 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks [] for security_group, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:28.650367 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-9fa55e38-f79b-43cf-b906-017500f41ee0 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "DELETE /v2.0/security-groups/09aa7204-87f9-4d8e-a324-a2bc4c492919 HTTP/1.1" status: 204 len: 168 time: 0.2080584 Nov 03 02:06:28.653821 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 48494) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:06:28.659764 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa55e38-f79b-43cf-b906-017500f41ee0 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09aa7204-87f9-4d8e-a324-a2bc4c492919,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:06:28.669110 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.api.v2.resource [None req-7c47d464-5b3b-444f-94aa-13ceafa51319 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] show failed (client error): The resource could not be found. Nov 03 02:06:28.670164 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-7c47d464-5b3b-444f-94aa-13ceafa51319 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups/09aa7204-87f9-4d8e-a324-a2bc4c492919 HTTP/1.1" status: 404 len: 347 time: 0.0149670 Nov 03 02:06:28.674504 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 48496) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:06:28.833665 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.plugin [None req-5e90d02f-8261-428b-944e-e1c785ffce33 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Deleting port 28f7fe2e-d799-4785-bd29-c6530ba9b1a0 {{(pid=108314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 02:06:28.833665 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-5e90d02f-8261-428b-944e-e1c785ffce33 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784217550484'] for port, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:28.919317 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-5e90d02f-8261-428b-944e-e1c785ffce33 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538104'] for port, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:28.919646 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-5e90d02f-8261-428b-944e-e1c785ffce33 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:28.932777 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.plugin [None req-5e90d02f-8261-428b-944e-e1c785ffce33 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Calling delete_port for 28f7fe2e-d799-4785-bd29-c6530ba9b1a0 owned by network:floatingip {{(pid=108314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 02:06:29.004704 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a938b291-9e62-4a89-9d22-4bb1cbfaa5b0 req-5daf1fe9-028a-4c2f-a0f1-739c9a0efe52 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:29.006202 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-a938b291-9e62-4a89-9d22-4bb1cbfaa5b0 req-5daf1fe9-028a-4c2f-a0f1-739c9a0efe52 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab4c0908-93e6-4c60-8da3-a8bb3b8b24ea HTTP/1.1" status: 200 len: 945 time: 0.0553288 Nov 03 02:06:29.102644 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.plugin [req-a938b291-9e62-4a89-9d22-4bb1cbfaa5b0 req-654071e6-957e-4631-b661-667b306b26b4 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Deleting port b86f86db-8a25-4da3-abaa-8e726628e287 {{(pid=108315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 02:06:29.102980 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-a938b291-9e62-4a89-9d22-4bb1cbfaa5b0 req-654071e6-957e-4631-b661-667b306b26b4 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784217550484'] for port, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:29.161360 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-5e90d02f-8261-428b-944e-e1c785ffce33 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784217703262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784217128223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126899639'] for port, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:29.190982 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e90d02f-8261-428b-944e-e1c785ffce33 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Pushing event deleted for resources: {'Port': ['ID=28f7fe2e-d799-4785-bd29-c6530ba9b1a0,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:06:29.203087 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.db [req-a938b291-9e62-4a89-9d22-4bb1cbfaa5b0 req-654071e6-957e-4631-b661-667b306b26b4 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] For port b86f86db-8a25-4da3-abaa-8e726628e287, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=b86f86db-8a25-4da3-abaa-8e726628e287,segment=NetworkSegment(15b7192d-fcf8-46bd-b4ff-54110db4eb9b),segment_id=15b7192d-fcf8-46bd-b4ff-54110db4eb9b)] {{(pid=108315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:06:29.203449 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-a938b291-9e62-4a89-9d22-4bb1cbfaa5b0 req-654071e6-957e-4631-b661-667b306b26b4 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538104'] for port, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:29.216994 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.plugin [req-a938b291-9e62-4a89-9d22-4bb1cbfaa5b0 req-654071e6-957e-4631-b661-667b306b26b4 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Calling delete_port for b86f86db-8a25-4da3-abaa-8e726628e287 owned by compute:nova {{(pid=108315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 02:06:29.252411 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-5e90d02f-8261-428b-944e-e1c785ffce33 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks [] for floatingip, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:29.255105 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-5e90d02f-8261-428b-944e-e1c785ffce33 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622'] for floatingip, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:29.259336 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-5e90d02f-8261-428b-944e-e1c785ffce33 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "DELETE /v2.0/floatingips/9f9d6a54-a29d-4d1e-b475-306f52cbe6b1 HTTP/1.1" status: 204 len: 168 time: 0.5810351 Nov 03 02:06:29.413582 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68492484-99c7-4c34-8884-6e8a1577e036 req-0e9d2026-9829-43ad-9bfb-ef3de9b82cd8 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:29.415053 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-68492484-99c7-4c34-8884-6e8a1577e036 req-0e9d2026-9829-43ad-9bfb-ef3de9b82cd8 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/ports?device_id=561f8514-e68a-49fa-b7f0-ea60cb83a94e HTTP/1.1" status: 200 len: 984 time: 0.0502927 Nov 03 02:06:29.418649 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-a938b291-9e62-4a89-9d22-4bb1cbfaa5b0 req-654071e6-957e-4631-b661-667b306b26b4 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784217703262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784217128223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127914182'] for port, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:29.434035 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] get_ports_and_sgs() called for port_ids ['aef52f3c-1a62-45b5-9c4b-40ee0869774e', 'b86f86db-8a25-4da3-abaa-8e726628e287'] {{(pid=108316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 02:06:29.461925 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654071e6-957e-4631-b661-667b306b26b4 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Pushing event deleted for resources: {'Port': ['ID=b86f86db-8a25-4da3-abaa-8e726628e287,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:06:29.498758 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-68492484-99c7-4c34-8884-6e8a1577e036 req-71d0e406-083e-429b-8ca8-91b8b36c98cc tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f34f56d-22dc-4342-bf1f-f7098a5b32c7&id=7d974952-521b-4022-8994-617d7852a30a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0758929 Nov 03 02:06:29.500633 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.db.l3_dvrscheduler_db [req-a938b291-9e62-4a89-9d22-4bb1cbfaa5b0 req-654071e6-957e-4631-b661-667b306b26b4 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] No DVR routers for this DVR port b86f86db-8a25-4da3-abaa-8e726628e287 on host hv-cinder-81561 {{(pid=108315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 02:06:29.503389 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-a938b291-9e62-4a89-9d22-4bb1cbfaa5b0 req-654071e6-957e-4631-b661-667b306b26b4 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622'] for port, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:29.507083 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-a938b291-9e62-4a89-9d22-4bb1cbfaa5b0 req-654071e6-957e-4631-b661-667b306b26b4 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.37 "DELETE /v2.0/ports/b86f86db-8a25-4da3-abaa-8e726628e287 HTTP/1.1" status: 204 len: 173 time: 0.4949205 Nov 03 02:06:29.507715 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab4c0908-93e6-4c60-8da3-a8bb3b8b24ea', 'name': 'network-vif-deleted', 'tag': 'b86f86db-8a25-4da3-abaa-8e726628e287'}] {{(pid=108315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:06:29.511035 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ceb3f72598e67bafae985fe00b788e907b12cd818b569c9993237f285010df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f96c405-8d47-42d9-b381-231ef9d5bc4d" -d '{"events": [{"server_uuid": "ab4c0908-93e6-4c60-8da3-a8bb3b8b24ea", "name": "network-vif-deleted", "tag": "b86f86db-8a25-4da3-abaa-8e726628e287"}]}' {{(pid=108315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:06:29.583844 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-71ba9f0f-4e58-45fd-a208-1c2c13b8ae91 req-72fb22fc-ff84-42ba-aac4-4fe7c785cead tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab4c0908-93e6-4c60-8da3-a8bb3b8b24ea HTTP/1.1" status: 200 len: 210 time: 0.0265896 Nov 03 02:06:29.635701 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 02:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d63818ed-c056-4bcb-a458-a4ab56d466c8 x-openstack-request-id: req-d63818ed-c056-4bcb-a458-a4ab56d466c8 {{(pid=108315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:06:29.635988 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab4c0908-93e6-4c60-8da3-a8bb3b8b24ea", "name": "network-vif-deleted", "tag": "b86f86db-8a25-4da3-abaa-8e726628e287", "status": "completed", "code": 200}]} {{(pid=108315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:06:29.636234 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d63818ed-c056-4bcb-a458-a4ab56d466c8 {{(pid=108315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:06:29.637201 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab4c0908-93e6-4c60-8da3-a8bb3b8b24ea', 'name': 'network-vif-deleted', 'tag': 'b86f86db-8a25-4da3-abaa-8e726628e287', 'status': 'completed', 'code': 200} Nov 03 02:06:29.651484 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 48514) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:06:29.656864 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.v2.base [None req-9325a53f-7fef-41be-a7cd-ec2677aef0e2 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Request body: {'security_group': {'name': 'tempest-securitygroup--28582916', 'description': 'tempest-description--1783862403'}} {{(pid=108314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:06:29.737980 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-9325a53f-7fef-41be-a7cd-ec2677aef0e2 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks [] for security_group, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:29.804800 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-9325a53f-7fef-41be-a7cd-ec2677aef0e2 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks [] for security_group, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:29.811999 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:29.902899 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-9325a53f-7fef-41be-a7cd-ec2677aef0e2 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:29.931953 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9325a53f-7fef-41be-a7cd-ec2677aef0e2 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e26279a2-a305-49d4-a7d3-c9e1b2e2d10e,revision_number=1']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:06:29.993554 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-9325a53f-7fef-41be-a7cd-ec2677aef0e2 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks [] for security_group, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:29.993798 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-9325a53f-7fef-41be-a7cd-ec2677aef0e2 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3397624 Nov 03 02:06:29.996486 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 48522) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:06:30.001190 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.v2.base [None req-09146420-7cc8-445b-bcad-754400afdd54 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Request body: {'security_group_rule': {'security_group_id': 'e26279a2-a305-49d4-a7d3-c9e1b2e2d10e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:06:30.108793 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-09146420-7cc8-445b-bcad-754400afdd54 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:30.168502 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-09146420-7cc8-445b-bcad-754400afdd54 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:30.280816 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-09146420-7cc8-445b-bcad-754400afdd54 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587162'] for security_group_rule, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:30.299605 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09146420-7cc8-445b-bcad-754400afdd54 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31127ccf-6d90-48d6-a9ea-2cf227016ac6,revision_number=0']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:06:30.419255 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-09146420-7cc8-445b-bcad-754400afdd54 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:30.420505 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-09146420-7cc8-445b-bcad-754400afdd54 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4227724 Nov 03 02:06:30.423081 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 48530) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:06:30.427311 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.v2.base [None req-c8c4f11c-424f-4519-922d-bf3a93146ad4 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Request body: {'security_group_rule': {'security_group_id': 'e26279a2-a305-49d4-a7d3-c9e1b2e2d10e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:06:30.512999 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-c8c4f11c-424f-4519-922d-bf3a93146ad4 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:30.620067 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-c8c4f11c-424f-4519-922d-bf3a93146ad4 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:30.639735 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c6715-e524-402c-9e1d-b32f00ce4a6e req-51223f8a-8d63-43c1-b356-e84b658f6c13 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:30.647938 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-468c6715-e524-402c-9e1d-b32f00ce4a6e req-51223f8a-8d63-43c1-b356-e84b658f6c13 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/ports?device_id=561f8514-e68a-49fa-b7f0-ea60cb83a94e HTTP/1.1" status: 200 len: 984 time: 0.0784016 Nov 03 02:06:30.705617 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-468c6715-e524-402c-9e1d-b32f00ce4a6e req-8e3325ba-cc78-4712-a936-36bdcb670690 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f34f56d-22dc-4342-bf1f-f7098a5b32c7&id=7d974952-521b-4022-8994-617d7852a30a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0567708 Nov 03 02:06:30.708874 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-c8c4f11c-424f-4519-922d-bf3a93146ad4 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587162'] for security_group_rule, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:30.733701 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c4f11c-424f-4519-922d-bf3a93146ad4 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38715590-13e1-4a3f-a76d-62f6fde4acc6,revision_number=0']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:06:30.780280 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-c8c4f11c-424f-4519-922d-bf3a93146ad4 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:30.784213 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-c8c4f11c-424f-4519-922d-bf3a93146ad4 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3574686 Nov 03 02:06:30.784783 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 48544) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:06:30.789082 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.v2.base [None req-2d30f739-0ff4-46ee-853e-dc12840c44ed tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Request body: {'floatingip': {'floating_network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e'}} {{(pid=108314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:06:30.846532 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-2d30f739-0ff4-46ee-853e-dc12840c44ed tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks [] for floatingip, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:30.947665 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-2d30f739-0ff4-46ee-853e-dc12840c44ed tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:31.052207 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.db_base_plugin_common [None req-2d30f739-0ff4-46ee-853e-dc12840c44ed tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Allocated IP 172.27.1.243 (4ca214f6-e89c-4bd7-af93-48c10786815e/d2239322-01a4-44c7-bb94-af7246032662/0681c6f7-01ed-4a31-b1f8-45c2da2e6687) {{(pid=108314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:06:31.150557 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-2d30f739-0ff4-46ee-853e-dc12840c44ed tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks [] for port, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:31.269260 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-2d30f739-0ff4-46ee-853e-dc12840c44ed tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784217128214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126899639'] for port, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:31.319550 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d30f739-0ff4-46ee-853e-dc12840c44ed tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Network 4ca214f6-e89c-4bd7-af93-48c10786815e is already hosted by enough agents. {{(pid=108314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:06:31.322605 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.base_scheduler [None req-2d30f739-0ff4-46ee-853e-dc12840c44ed tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Resources bound (agent type, host, resource id): {{(pid=108314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:06:31.327669 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d30f739-0ff4-46ee-853e-dc12840c44ed tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Received port after_create {{(pid=108314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:06:31.348083 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d30f739-0ff4-46ee-853e-dc12840c44ed tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Pushing event updated for resources: {'Port': ['ID=0681c6f7-01ed-4a31-b1f8-45c2da2e6687,revision_number=1']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:06:31.419617 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-2d30f739-0ff4-46ee-853e-dc12840c44ed tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:31.538174 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-2d30f739-0ff4-46ee-853e-dc12840c44ed tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:31.703294 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-2d30f739-0ff4-46ee-853e-dc12840c44ed tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks [] for port, precommit_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:31.815606 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-2d30f739-0ff4-46ee-853e-dc12840c44ed tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126899640'] for port, after_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:31.900216 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e81391-ef5c-4545-845f-ec325f8ee254 req-ba3adf37-7f52-4c78-a430-aa98b166b609 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:31.901729 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b7e81391-ef5c-4545-845f-ec325f8ee254 req-ba3adf37-7f52-4c78-a430-aa98b166b609 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/ports?device_id=561f8514-e68a-49fa-b7f0-ea60cb83a94e HTTP/1.1" status: 200 len: 984 time: 0.1155374 Nov 03 02:06:31.905257 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d30f739-0ff4-46ee-853e-dc12840c44ed tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Pushing event updated for resources: {'Port': ['ID=0681c6f7-01ed-4a31-b1f8-45c2da2e6687,revision_number=2']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:06:31.919267 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-2d30f739-0ff4-46ee-853e-dc12840c44ed tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641583'] for floatingip, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:31.982651 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b7e81391-ef5c-4545-845f-ec325f8ee254 req-b6a602ef-e82e-4a44-9b35-c0d0f141e14d tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f34f56d-22dc-4342-bf1f-f7098a5b32c7&id=7d974952-521b-4022-8994-617d7852a30a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0651588 Nov 03 02:06:32.095163 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-2d30f739-0ff4-46ee-853e-dc12840c44ed tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622'] for floatingip, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:32.108423 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-2d30f739-0ff4-46ee-853e-dc12840c44ed tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3195906 Nov 03 02:06:32.301315 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-cda6fd9b-1303-4fef-b9af-cb9cff11cecf req-123374bf-f427-45cf-a34f-26d3543f7c80 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--28582916&fields=id&tenant_id=86777c3ab41c4ea8bbbdf156c7792513 HTTP/1.1" status: 200 len: 267 time: 0.0425220 Nov 03 02:06:32.454057 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62af8342-04ac-46dd-a643-60f39487928d req-76d31d08-7acf-4245-8245-6a38611950a1 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:32.456728 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-62af8342-04ac-46dd-a643-60f39487928d req-76d31d08-7acf-4245-8245-6a38611950a1 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=df7ffd60-ded0-4044-8e50-f1acf30e9dfd HTTP/1.1" status: 200 len: 946 time: 0.0860982 Nov 03 02:06:32.468636 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda6fd9b-1303-4fef-b9af-cb9cff11cecf req-76b8dc00-9993-4e6b-9907-64f8988983f2 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:32.470761 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-cda6fd9b-1303-4fef-b9af-cb9cff11cecf req-76b8dc00-9993-4e6b-9907-64f8988983f2 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/networks?id=f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9 HTTP/1.1" status: 200 len: 817 time: 0.1622632 Nov 03 02:06:32.502031 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-cda6fd9b-1303-4fef-b9af-cb9cff11cecf req-91805cd4-f4b7-444f-a527-96c4821640e5 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/quotas/86777c3ab41c4ea8bbbdf156c7792513 HTTP/1.1" status: 200 len: 375 time: 0.0227566 Nov 03 02:06:32.553437 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-62af8342-04ac-46dd-a643-60f39487928d req-bed1c9af-6e92-406f-889e-fa4e84ccb92a tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2caa2a6-72c8-4014-ab52-bb2a40600117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811994 Nov 03 02:06:32.573588 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-cda6fd9b-1303-4fef-b9af-cb9cff11cecf req-c311be75-97bb-4f49-b2f7-c2d5096e50d5 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=86777c3ab41c4ea8bbbdf156c7792513&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0657558 Nov 03 02:06:32.668314 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-cda6fd9b-1303-4fef-b9af-cb9cff11cecf req-849bc689-84ee-4daa-901c-a7ae6ea2ffef service neutron] 10.222.0.30 "GET /v2.0/networks/f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820394 Nov 03 02:06:32.764074 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-cda6fd9b-1303-4fef-b9af-cb9cff11cecf req-781c13df-47bb-4bcc-adce-0190a4107f59 service neutron] 10.222.0.30 "GET /v2.0/networks/f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896268 Nov 03 02:06:33.013920 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1de86479-bd2a-4d5f-825e-19bacf5a0280 req-4c0e385c-0b66-4438-b13c-f983565ed213 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 210 time: 0.0273719 Nov 03 02:06:33.110917 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefcfa65-6a82-43d5-bc41-cf634d7b5dcc req-71036cec-6535-45c1-ae42-4324fcfe418a tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:33.112386 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-fefcfa65-6a82-43d5-bc41-cf634d7b5dcc req-71036cec-6535-45c1-ae42-4324fcfe418a tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/ports?device_id=561f8514-e68a-49fa-b7f0-ea60cb83a94e HTTP/1.1" status: 200 len: 984 time: 0.0499625 Nov 03 02:06:33.171857 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-fefcfa65-6a82-43d5-bc41-cf634d7b5dcc req-c751b461-64da-4b73-a96a-0a306506e50f tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f34f56d-22dc-4342-bf1f-f7098a5b32c7&id=7d974952-521b-4022-8994-617d7852a30a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0533547 Nov 03 02:06:33.441058 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device b86f86db-8a25-4da3-abaa-8e726628e287 no longer exists at agent hyperv_hv-cinder-81561 {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:06:33.589594 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] No Port match for: b86f86db-8a25-4da3-abaa-8e726628e287 {{(pid=108316) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 02:06:33.589941 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device b86f86db-8a25-4da3-abaa-8e726628e287 not bound to the agent host hv-cinder-81561 {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:06:33.681501 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7479ad40-e9ec-46a2-ba67-ccce436703a4 req-582ef25b-e9a6-4ffc-a907-6c056587edfc tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:33.683059 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-7479ad40-e9ec-46a2-ba67-ccce436703a4 req-582ef25b-e9a6-4ffc-a907-6c056587edfc tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=df7ffd60-ded0-4044-8e50-f1acf30e9dfd HTTP/1.1" status: 200 len: 946 time: 0.0516973 Nov 03 02:06:33.738896 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-7479ad40-e9ec-46a2-ba67-ccce436703a4 req-e3a3e2b6-a494-42eb-b4f0-b303af691ad1 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/security-groups?id=d2caa2a6-72c8-4014-ab52-bb2a40600117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486736 Nov 03 02:06:34.121403 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-da31c148-6ce8-4d84-9be9-fb9c62df06cf req-794ae63f-ce4d-44fa-82e8-402b91ae1eae tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 210 time: 0.0255105 Nov 03 02:06:34.213116 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff92efd-7921-41bc-bf8e-a2b151a4f822 req-7e1be560-4369-4a2c-b8ec-45b81f93e371 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:34.214663 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-aff92efd-7921-41bc-bf8e-a2b151a4f822 req-7e1be560-4369-4a2c-b8ec-45b81f93e371 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.37 "GET /v2.0/ports?device_id=df7ffd60-ded0-4044-8e50-f1acf30e9dfd HTTP/1.1" status: 200 len: 946 time: 0.0531073 Nov 03 02:06:34.300948 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3351d4b-2739-47af-aea4-7ee49695314c req-f5110ed1-a36a-4476-91f8-48cbcd2ed7e0 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:34.302853 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f3351d4b-2739-47af-aea4-7ee49695314c req-f5110ed1-a36a-4476-91f8-48cbcd2ed7e0 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/ports?device_id=561f8514-e68a-49fa-b7f0-ea60cb83a94e HTTP/1.1" status: 200 len: 984 time: 0.0541675 Nov 03 02:06:34.323818 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.plugin [req-aff92efd-7921-41bc-bf8e-a2b151a4f822 req-d1a9c090-2c06-47ee-ba54-252cdaa5f546 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Deleting port aef52f3c-1a62-45b5-9c4b-40ee0869774e {{(pid=108315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 02:06:34.324698 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-aff92efd-7921-41bc-bf8e-a2b151a4f822 req-d1a9c090-2c06-47ee-ba54-252cdaa5f546 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784217550484'] for port, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:34.371509 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f3351d4b-2739-47af-aea4-7ee49695314c req-ad6f8b7c-169b-49ec-b0dc-5aa0514b781c tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f34f56d-22dc-4342-bf1f-f7098a5b32c7&id=7d974952-521b-4022-8994-617d7852a30a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0616512 Nov 03 02:06:34.418303 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.db [req-aff92efd-7921-41bc-bf8e-a2b151a4f822 req-d1a9c090-2c06-47ee-ba54-252cdaa5f546 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] For port aef52f3c-1a62-45b5-9c4b-40ee0869774e, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=aef52f3c-1a62-45b5-9c4b-40ee0869774e,segment=NetworkSegment(15b7192d-fcf8-46bd-b4ff-54110db4eb9b),segment_id=15b7192d-fcf8-46bd-b4ff-54110db4eb9b)] {{(pid=108315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:06:34.418672 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-aff92efd-7921-41bc-bf8e-a2b151a4f822 req-d1a9c090-2c06-47ee-ba54-252cdaa5f546 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538104'] for port, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:34.432005 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.plugin [req-aff92efd-7921-41bc-bf8e-a2b151a4f822 req-d1a9c090-2c06-47ee-ba54-252cdaa5f546 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Calling delete_port for aef52f3c-1a62-45b5-9c4b-40ee0869774e owned by compute:nova {{(pid=108315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 02:06:34.634688 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-aff92efd-7921-41bc-bf8e-a2b151a4f822 req-d1a9c090-2c06-47ee-ba54-252cdaa5f546 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784217703262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784217128223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127914182'] for port, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:34.646495 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] get_ports_and_sgs() called for port_ids ['aef52f3c-1a62-45b5-9c4b-40ee0869774e'] {{(pid=108316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 02:06:34.663292 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a9c090-2c06-47ee-ba54-252cdaa5f546 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Pushing event deleted for resources: {'Port': ['ID=aef52f3c-1a62-45b5-9c4b-40ee0869774e,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:06:34.708121 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.db.l3_dvrscheduler_db [req-aff92efd-7921-41bc-bf8e-a2b151a4f822 req-d1a9c090-2c06-47ee-ba54-252cdaa5f546 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] No DVR routers for this DVR port aef52f3c-1a62-45b5-9c4b-40ee0869774e on host hv-cinder-81561 {{(pid=108315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 02:06:34.710667 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-aff92efd-7921-41bc-bf8e-a2b151a4f822 req-d1a9c090-2c06-47ee-ba54-252cdaa5f546 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622'] for port, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:34.713982 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-aff92efd-7921-41bc-bf8e-a2b151a4f822 req-d1a9c090-2c06-47ee-ba54-252cdaa5f546 tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.37 "DELETE /v2.0/ports/aef52f3c-1a62-45b5-9c4b-40ee0869774e HTTP/1.1" status: 204 len: 173 time: 0.4909298 Nov 03 02:06:34.714460 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df7ffd60-ded0-4044-8e50-f1acf30e9dfd', 'name': 'network-vif-deleted', 'tag': 'aef52f3c-1a62-45b5-9c4b-40ee0869774e'}] {{(pid=108315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:06:34.719198 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ceb3f72598e67bafae985fe00b788e907b12cd818b569c9993237f285010df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e602ef-cf65-4035-abe7-b7ff6c888462" -d '{"events": [{"server_uuid": "df7ffd60-ded0-4044-8e50-f1acf30e9dfd", "name": "network-vif-deleted", "tag": "aef52f3c-1a62-45b5-9c4b-40ee0869774e"}]}' {{(pid=108315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:06:34.752805 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 02:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c9c0299-8aad-46f2-8758-6405dbdc4f82 x-openstack-request-id: req-1c9c0299-8aad-46f2-8758-6405dbdc4f82 {{(pid=108315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:06:34.753093 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df7ffd60-ded0-4044-8e50-f1acf30e9dfd", "name": "network-vif-deleted", "tag": "aef52f3c-1a62-45b5-9c4b-40ee0869774e", "status": "completed", "code": 200}]} {{(pid=108315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:06:34.753343 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1c9c0299-8aad-46f2-8758-6405dbdc4f82 {{(pid=108315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:06:34.753738 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df7ffd60-ded0-4044-8e50-f1acf30e9dfd', 'name': 'network-vif-deleted', 'tag': 'aef52f3c-1a62-45b5-9c4b-40ee0869774e', 'status': 'completed', 'code': 200} Nov 03 02:06:34.830971 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-abd7adfd-6138-4296-916b-444e03e6e185 req-992f1549-6843-4938-a724-76e568d7ca8a tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=df7ffd60-ded0-4044-8e50-f1acf30e9dfd HTTP/1.1" status: 200 len: 210 time: 0.0268936 Nov 03 02:06:35.185357 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda6fd9b-1303-4fef-b9af-cb9cff11cecf req-a2400d14-21d0-4f3c-b4c2-87147b8fb6de tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:35.187531 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-cda6fd9b-1303-4fef-b9af-cb9cff11cecf req-a2400d14-21d0-4f3c-b4c2-87147b8fb6de tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.37 "GET /v2.0/networks?id=f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9 HTTP/1.1" status: 200 len: 817 time: 0.1028030 Nov 03 02:06:35.225943 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f64eaf29-3c14-44f3-89dc-c1690affa03f req-31bdcb3a-59e1-449b-96b3-bd0725324aa8 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 210 time: 0.0305274 Nov 03 02:06:35.278988 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-cda6fd9b-1303-4fef-b9af-cb9cff11cecf req-d30e0d92-2cee-461e-a641-935d3c1a15a4 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86777c3ab41c4ea8bbbdf156c7792513 HTTP/1.1" status: 200 len: 378 time: 0.0758641 Nov 03 02:06:35.291037 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.v2.base [req-cda6fd9b-1303-4fef-b9af-cb9cff11cecf req-f97b2f6e-9b89-40f0-947d-46799bf9b90a tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Request body: {'port': {'device_id': '40c561cb-543d-469c-a637-70cdf610d8a5', 'network_id': 'f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9', 'admin_state_up': True, 'tenant_id': '86777c3ab41c4ea8bbbdf156c7792513', 'security_groups': ['e26279a2-a305-49d4-a7d3-c9e1b2e2d10e']}} {{(pid=108315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:06:35.497525 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cda6fd9b-1303-4fef-b9af-cb9cff11cecf req-f97b2f6e-9b89-40f0-947d-46799bf9b90a tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Made reservation on behalf of 86777c3ab41c4ea8bbbdf156c7792513 for: {'port': 1} {{(pid=108315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:06:35.501130 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-cda6fd9b-1303-4fef-b9af-cb9cff11cecf req-f97b2f6e-9b89-40f0-947d-46799bf9b90a tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:35.512216 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936903c2-936a-404c-a4d6-5b3de751c6eb req-84081202-b675-4c5f-9d0f-9e41740200ba tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:35.513930 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-936903c2-936a-404c-a4d6-5b3de751c6eb req-84081202-b675-4c5f-9d0f-9e41740200ba tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/ports?device_id=561f8514-e68a-49fa-b7f0-ea60cb83a94e HTTP/1.1" status: 200 len: 984 time: 0.0614119 Nov 03 02:06:35.580021 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-936903c2-936a-404c-a4d6-5b3de751c6eb req-d85a76c2-cc8c-4eb5-8a50-38f2bed801fa tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f34f56d-22dc-4342-bf1f-f7098a5b32c7&id=7d974952-521b-4022-8994-617d7852a30a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0592008 Nov 03 02:06:35.640530 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.db.db_base_plugin_common [req-cda6fd9b-1303-4fef-b9af-cb9cff11cecf req-f97b2f6e-9b89-40f0-947d-46799bf9b90a tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Allocated IP 172.20.0.7 (f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9/95177d92-9024-40b6-ac79-02b9d5fce0cc/53f57377-fc10-41c9-b2f6-7fbdab22b983) {{(pid=108315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:06:35.772591 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-cda6fd9b-1303-4fef-b9af-cb9cff11cecf req-f97b2f6e-9b89-40f0-947d-46799bf9b90a tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks [] for port, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:35.931572 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f3108ab5-c565-44e9-beb7-374579c69de6 req-948dc120-ec5e-4a7c-9d0b-f18963ed7feb tempest-AttachVolumeNegativeTest-736474391 tempest-AttachVolumeNegativeTest-736474391-project] 10.222.0.30 "GET /v2.0/ports?device_id=df7ffd60-ded0-4044-8e50-f1acf30e9dfd HTTP/1.1" status: 200 len: 210 time: 0.0261188 Nov 03 02:06:35.932793 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-cda6fd9b-1303-4fef-b9af-cb9cff11cecf req-f97b2f6e-9b89-40f0-947d-46799bf9b90a tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784217128214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127914182'] for port, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:35.973829 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cda6fd9b-1303-4fef-b9af-cb9cff11cecf req-f97b2f6e-9b89-40f0-947d-46799bf9b90a tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Network f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9 is already hosted by enough agents. {{(pid=108315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:06:35.978900 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.base_scheduler [req-cda6fd9b-1303-4fef-b9af-cb9cff11cecf req-f97b2f6e-9b89-40f0-947d-46799bf9b90a tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Resources bound (agent type, host, resource id): {{(pid=108315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:06:35.982904 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.db.l3_dvrscheduler_db [req-cda6fd9b-1303-4fef-b9af-cb9cff11cecf req-f97b2f6e-9b89-40f0-947d-46799bf9b90a tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Received port after_create {{(pid=108315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:06:36.010313 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97b2f6e-9b89-40f0-947d-46799bf9b90a tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Pushing event updated for resources: {'Port': ['ID=53f57377-fc10-41c9-b2f6-7fbdab22b983,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:06:36.045963 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda6fd9b-1303-4fef-b9af-cb9cff11cecf req-f97b2f6e-9b89-40f0-947d-46799bf9b90a tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:36.046697 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-cda6fd9b-1303-4fef-b9af-cb9cff11cecf req-f97b2f6e-9b89-40f0-947d-46799bf9b90a tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622'] for port, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:36.135057 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-cda6fd9b-1303-4fef-b9af-cb9cff11cecf req-f97b2f6e-9b89-40f0-947d-46799bf9b90a tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8478084 Nov 03 02:06:36.149998 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.v2.base [req-cda6fd9b-1303-4fef-b9af-cb9cff11cecf req-a76908d7-0fd0-4e12-9305-083e56afa5bf service neutron] Request body: {'port': {'device_id': '40c561cb-543d-469c-a637-70cdf610d8a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81561'}} {{(pid=108315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:06:36.202772 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-cda6fd9b-1303-4fef-b9af-cb9cff11cecf req-a76908d7-0fd0-4e12-9305-083e56afa5bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:36.238022 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-ed3f7388-1a1f-45e8-a688-22ec1e461259 None None] Provisioning complete for port 53f57377-fc10-41c9-b2f6-7fbdab22b983 triggered by entity DHCP. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:06:36.239200 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-ed3f7388-1a1f-45e8-a688-22ec1e461259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:36.272590 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-ed3f7388-1a1f-45e8-a688-22ec1e461259 None None] Port 53f57377-fc10-41c9-b2f6-7fbdab22b983 cannot update to ACTIVE because it is not bound. {{(pid=108316) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 02:06:36.348863 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e28547-c8b0-475b-ba87-1d1a129b2395 req-5ebaa376-4406-4330-a2e8-4eb3bff3e12b tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:36.350403 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-11e28547-c8b0-475b-ba87-1d1a129b2395 req-5ebaa376-4406-4330-a2e8-4eb3bff3e12b tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 931 time: 0.0512073 Nov 03 02:06:36.397065 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-11e28547-c8b0-475b-ba87-1d1a129b2395 req-671e157e-0605-4663-b664-15d952250155 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=e26279a2-a305-49d4-a7d3-c9e1b2e2d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401168 Nov 03 02:06:36.468921 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.notifiers.nova [req-cda6fd9b-1303-4fef-b9af-cb9cff11cecf req-a76908d7-0fd0-4e12-9305-083e56afa5bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53f57377-fc10-41c9-b2f6-7fbdab22b983 {{(pid=108315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 02:06:36.476594 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-cda6fd9b-1303-4fef-b9af-cb9cff11cecf req-a76908d7-0fd0-4e12-9305-083e56afa5bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:36.491971 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.db.provisioning_blocks [req-cda6fd9b-1303-4fef-b9af-cb9cff11cecf req-a76908d7-0fd0-4e12-9305-083e56afa5bf service neutron] Transition to ACTIVE for port object 53f57377-fc10-41c9-b2f6-7fbdab22b983 will not be triggered until provisioned by entity L2. {{(pid=108315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 02:06:36.600712 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-cda6fd9b-1303-4fef-b9af-cb9cff11cecf req-a76908d7-0fd0-4e12-9305-083e56afa5bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127914185'] for port, after_update {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:36.654604 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76908d7-0fd0-4e12-9305-083e56afa5bf service neutron] Pushing event updated for resources: {'Port': ['ID=53f57377-fc10-41c9-b2f6-7fbdab22b983,revision_number=2']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:06:36.706630 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0148c153-be65-4066-b323-dd67ff73d785 req-051b47bd-904b-4714-bee4-15666991213b tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:36.708365 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-0148c153-be65-4066-b323-dd67ff73d785 req-051b47bd-904b-4714-bee4-15666991213b tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/ports?device_id=561f8514-e68a-49fa-b7f0-ea60cb83a94e HTTP/1.1" status: 200 len: 984 time: 0.0566862 Nov 03 02:06:36.745274 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.managers [req-cda6fd9b-1303-4fef-b9af-cb9cff11cecf req-a76908d7-0fd0-4e12-9305-083e56afa5bf service neutron] Attempting to bind port 53f57377-fc10-41c9-b2f6-7fbdab22b983 on host hv-cinder-81561 for vnic_type normal with profile {{(pid=108315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 02:06:36.745612 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.managers [req-cda6fd9b-1303-4fef-b9af-cb9cff11cecf req-a76908d7-0fd0-4e12-9305-083e56afa5bf service neutron] Attempting to bind port 53f57377-fc10-41c9-b2f6-7fbdab22b983 by drivers openvswitch,hyperv on host hv-cinder-81561 at level 0 using segments [{'id': '3daecc90-8d27-458b-8803-ba0d162359ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9'}] {{(pid=108315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 02:06:36.746017 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda6fd9b-1303-4fef-b9af-cb9cff11cecf req-a76908d7-0fd0-4e12-9305-083e56afa5bf service neutron] Attempting to bind port 53f57377-fc10-41c9-b2f6-7fbdab22b983 on network f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9 {{(pid=108315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:06:36.751727 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda6fd9b-1303-4fef-b9af-cb9cff11cecf req-a76908d7-0fd0-4e12-9305-083e56afa5bf service neutron] Port 53f57377-fc10-41c9-b2f6-7fbdab22b983 on network f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81561 {{(pid=108315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:06:36.752022 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda6fd9b-1303-4fef-b9af-cb9cff11cecf req-a76908d7-0fd0-4e12-9305-083e56afa5bf service neutron] Attempting to bind port 53f57377-fc10-41c9-b2f6-7fbdab22b983 on network f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9 {{(pid=108315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:06:36.758003 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda6fd9b-1303-4fef-b9af-cb9cff11cecf req-a76908d7-0fd0-4e12-9305-083e56afa5bf service neutron] Checking agent: {'id': 'eecef0c6-53b3-4742-ba5c-66aa511932ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81561', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 1, 59, 59), 'started_at': datetime.datetime(2021, 11, 3, 1, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 2, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:06:36.758910 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda6fd9b-1303-4fef-b9af-cb9cff11cecf req-a76908d7-0fd0-4e12-9305-083e56afa5bf service neutron] Checking segment: {'id': '3daecc90-8d27-458b-8803-ba0d162359ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 02:06:36.759714 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda6fd9b-1303-4fef-b9af-cb9cff11cecf req-a76908d7-0fd0-4e12-9305-083e56afa5bf service neutron] Bound using segment: {'id': '3daecc90-8d27-458b-8803-ba0d162359ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9'} {{(pid=108315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:06:36.760015 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.managers [req-cda6fd9b-1303-4fef-b9af-cb9cff11cecf req-a76908d7-0fd0-4e12-9305-083e56afa5bf service neutron] Bound port: 53f57377-fc10-41c9-b2f6-7fbdab22b983, host: hv-cinder-81561, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3daecc90-8d27-458b-8803-ba0d162359ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9'}}] {{(pid=108315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 02:06:36.760387 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-cda6fd9b-1303-4fef-b9af-cb9cff11cecf req-a76908d7-0fd0-4e12-9305-083e56afa5bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:36.817626 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-0148c153-be65-4066-b323-dd67ff73d785 req-4899182e-797d-44bc-8597-9eed457d7f1e tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f34f56d-22dc-4342-bf1f-f7098a5b32c7&id=7d974952-521b-4022-8994-617d7852a30a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1030254 Nov 03 02:06:36.852504 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.db [req-cda6fd9b-1303-4fef-b9af-cb9cff11cecf req-a76908d7-0fd0-4e12-9305-083e56afa5bf service neutron] For port 53f57377-fc10-41c9-b2f6-7fbdab22b983, host hv-cinder-81561, cleared binding levels {{(pid=108315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:06:36.856401 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.db [req-cda6fd9b-1303-4fef-b9af-cb9cff11cecf req-a76908d7-0fd0-4e12-9305-083e56afa5bf service neutron] For port 53f57377-fc10-41c9-b2f6-7fbdab22b983, host hv-cinder-81561, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=53f57377-fc10-41c9-b2f6-7fbdab22b983,segment=NetworkSegment(3daecc90-8d27-458b-8803-ba0d162359ea),segment_id=3daecc90-8d27-458b-8803-ba0d162359ea)] {{(pid=108315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:06:36.920000 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-cda6fd9b-1303-4fef-b9af-cb9cff11cecf req-a76908d7-0fd0-4e12-9305-083e56afa5bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127914185'] for port, after_update {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:36.950629 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda6fd9b-1303-4fef-b9af-cb9cff11cecf req-a76908d7-0fd0-4e12-9305-083e56afa5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:36.951112 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-cda6fd9b-1303-4fef-b9af-cb9cff11cecf req-a76908d7-0fd0-4e12-9305-083e56afa5bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622'] for port, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:36.952691 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-cda6fd9b-1303-4fef-b9af-cb9cff11cecf req-a76908d7-0fd0-4e12-9305-083e56afa5bf service neutron] 10.222.0.37 "PUT /v2.0/ports/53f57377-fc10-41c9-b2f6-7fbdab22b983 HTTP/1.1" status: 200 len: 1093 time: 0.8072233 Nov 03 02:06:36.955019 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40c561cb-543d-469c-a637-70cdf610d8a5', 'tag': '53f57377-fc10-41c9-b2f6-7fbdab22b983'}] {{(pid=108315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:06:36.958039 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ceb3f72598e67bafae985fe00b788e907b12cd818b569c9993237f285010df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c498d505-045c-4527-b36a-aa1bd83cf7ba" -d '{"events": [{"name": "network-changed", "server_uuid": "40c561cb-543d-469c-a637-70cdf610d8a5", "tag": "53f57377-fc10-41c9-b2f6-7fbdab22b983"}]}' {{(pid=108315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:06:36.989897 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76908d7-0fd0-4e12-9305-083e56afa5bf service neutron] Pushing event updated for resources: {'Port': ['ID=53f57377-fc10-41c9-b2f6-7fbdab22b983,revision_number=3']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:06:37.002176 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 02:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bbfdda6-df2e-44c0-8748-0dcd179f915a x-openstack-request-id: req-7bbfdda6-df2e-44c0-8748-0dcd179f915a {{(pid=108315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:06:37.002617 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40c561cb-543d-469c-a637-70cdf610d8a5", "tag": "53f57377-fc10-41c9-b2f6-7fbdab22b983", "status": "completed", "code": 200}]} {{(pid=108315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:06:37.002954 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7bbfdda6-df2e-44c0-8748-0dcd179f915a {{(pid=108315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:06:37.003484 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40c561cb-543d-469c-a637-70cdf610d8a5', 'tag': '53f57377-fc10-41c9-b2f6-7fbdab22b983', 'status': 'completed', 'code': 200} Nov 03 02:06:37.007907 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 48692) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:06:37.056104 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.db_base_plugin_v2 [None req-7357df97-ff0f-472b-863f-cf5daa05ba53 admin admin] Deleting subnet c04fe74d-10e3-420d-8b55-340dc19e5e2d {{(pid=108314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 02:06:37.062967 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-7357df97-ff0f-472b-863f-cf5daa05ba53 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:37.069063 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c498d505-045c-4527-b36a-aa1bd83cf7ba req-d9f9619e-368a-4f4e-8a16-533e89a3d928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:37.070637 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-c498d505-045c-4527-b36a-aa1bd83cf7ba req-d9f9619e-368a-4f4e-8a16-533e89a3d928 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=86777c3ab41c4ea8bbbdf156c7792513&device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 1096 time: 0.0451264 Nov 03 02:06:37.106275 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-7357df97-ff0f-472b-863f-cf5daa05ba53 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127010045'] for subnet, precommit_delete_associations {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:37.149365 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-7357df97-ff0f-472b-863f-cf5daa05ba53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1588830'] for subnet, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:37.181577 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c498d505-045c-4527-b36a-aa1bd83cf7ba req-4b3085ca-5223-42a1-8f14-969eeda05a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:37.183121 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-c498d505-045c-4527-b36a-aa1bd83cf7ba req-4b3085ca-5223-42a1-8f14-969eeda05a3b service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=86777c3ab41c4ea8bbbdf156c7792513&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1029253 Nov 03 02:06:37.281222 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-7357df97-ff0f-472b-863f-cf5daa05ba53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1588775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126899682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126342560'] for subnet, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:37.283623 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c498d505-045c-4527-b36a-aa1bd83cf7ba req-0c60000c-4b81-4930-a093-1cf500c39e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:37.285087 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-c498d505-045c-4527-b36a-aa1bd83cf7ba req-0c60000c-4b81-4930-a093-1cf500c39e4b service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0939260 Nov 03 02:06:37.307754 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7357df97-ff0f-472b-863f-cf5daa05ba53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c04fe74d-10e3-420d-8b55-340dc19e5e2d,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:06:37.312595 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-7357df97-ff0f-472b-863f-cf5daa05ba53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554904'] for subnet, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:37.316122 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-7357df97-ff0f-472b-863f-cf5daa05ba53 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c04fe74d-10e3-420d-8b55-340dc19e5e2d HTTP/1.1" status: 204 len: 168 time: 0.3070714 Nov 03 02:06:37.318532 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 48694) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:06:37.363960 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda6fd9b-1303-4fef-b9af-cb9cff11cecf req-3ae74ff0-1c6f-4ac3-8e72-d360425ab896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:37.365451 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-cda6fd9b-1303-4fef-b9af-cb9cff11cecf req-3ae74ff0-1c6f-4ac3-8e72-d360425ab896 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=86777c3ab41c4ea8bbbdf156c7792513&device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 1096 time: 0.0416729 Nov 03 02:06:37.396249 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-0c4a870d-af96-408a-9ebf-e61a3ccd1722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2025968'] for network, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:37.412253 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-cda6fd9b-1303-4fef-b9af-cb9cff11cecf req-1735c211-bd80-4492-a089-41900a2e809d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53f57377-fc10-41c9-b2f6-7fbdab22b983 HTTP/1.1" status: 200 len: 217 time: 0.0342171 Nov 03 02:06:37.464137 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda6fd9b-1303-4fef-b9af-cb9cff11cecf req-1e3904c6-acd1-49ac-8936-08253dbb003f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:37.466487 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-cda6fd9b-1303-4fef-b9af-cb9cff11cecf req-1e3904c6-acd1-49ac-8936-08253dbb003f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=95177d92-9024-40b6-ac79-02b9d5fce0cc HTTP/1.1" status: 200 len: 856 time: 0.0462520 Nov 03 02:06:37.486864 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-0c4a870d-af96-408a-9ebf-e61a3ccd1722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1575371', 'neutron.services.segments.db._delete_segments_for_network-8784217631501'] for network, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:37.517328 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda6fd9b-1303-4fef-b9af-cb9cff11cecf req-541a3e7e-6ac9-4c24-96aa-7f653067fae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:37.518860 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-cda6fd9b-1303-4fef-b9af-cb9cff11cecf req-541a3e7e-6ac9-4c24-96aa-7f653067fae4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450759 Nov 03 02:06:37.619094 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-cda6fd9b-1303-4fef-b9af-cb9cff11cecf req-cc76f92c-c04e-41d3-b090-f2149045c030 service neutron] 10.222.0.37 "GET /v2.0/networks/f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892675 Nov 03 02:06:37.720665 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-cda6fd9b-1303-4fef-b9af-cb9cff11cecf req-30fddc0a-4ddd-4ae5-b690-cba9b226233d service neutron] 10.222.0.37 "GET /v2.0/networks/f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924010 Nov 03 02:06:37.750020 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.services.segments.db [None req-0c4a870d-af96-408a-9ebf-e61a3ccd1722 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9f1ba25-c9df-4fb7-a2b7-25e385903abb']}} {{(pid=108314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:06:37.761252 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.services.segments.db [None req-0c4a870d-af96-408a-9ebf-e61a3ccd1722 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15b7192d-fcf8-46bd-b4ff-54110db4eb9b') {'for_net_delete': True} {{(pid=108314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:06:37.762089 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.services.segments.db [None req-0c4a870d-af96-408a-9ebf-e61a3ccd1722 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15b7192d-fcf8-46bd-b4ff-54110db4eb9b') {} {{(pid=108314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:06:37.779642 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec44249-42c1-4c90-ad2a-95904f4b8e1a req-baf0c670-c746-48e1-9fdf-eb2bbbffbeeb tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:37.781129 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-3ec44249-42c1-4c90-ad2a-95904f4b8e1a req-baf0c670-c746-48e1-9fdf-eb2bbbffbeeb tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 943 time: 0.3075767 Nov 03 02:06:37.782772 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-0c4a870d-af96-408a-9ebf-e61a3ccd1722 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784217632534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127010036'] for segment, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:37.805630 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-0c4a870d-af96-408a-9ebf-e61a3ccd1722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1588371'] for segment, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:37.817365 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c4a870d-af96-408a-9ebf-e61a3ccd1722 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=108314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:06:37.817757 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-0c4a870d-af96-408a-9ebf-e61a3ccd1722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1588371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126899588'] for segment, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:37.819411 dv-cinder-815614-3-iscsi neutron-server[108314]: Traceback (most recent call last): Nov 03 02:06:37.819411 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 02:06:37.819411 dv-cinder-815614-3-iscsi neutron-server[108314]: timer() Nov 03 02:06:37.819411 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 02:06:37.819411 dv-cinder-815614-3-iscsi neutron-server[108314]: cb(*args, **kw) Nov 03 02:06:37.819411 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 02:06:37.819411 dv-cinder-815614-3-iscsi neutron-server[108314]: return func(*args, **kwargs) Nov 03 02:06:37.819411 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 02:06:37.819411 dv-cinder-815614-3-iscsi neutron-server[108314]: self._notify() Nov 03 02:06:37.819411 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 02:06:37.819411 dv-cinder-815614-3-iscsi neutron-server[108314]: self.callback(batched_events) Nov 03 02:06:37.819411 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 02:06:37.819411 dv-cinder-815614-3-iscsi neutron-server[108314]: event.method(event) Nov 03 02:06:37.819411 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 02:06:37.819411 dv-cinder-815614-3-iscsi neutron-server[108314]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 02:06:37.819411 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 02:06:37.819411 dv-cinder-815614-3-iscsi neutron-server[108314]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 02:06:37.819411 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 02:06:37.819411 dv-cinder-815614-3-iscsi neutron-server[108314]: return f(self, *a, **k) Nov 03 02:06:37.819411 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 02:06:37.819411 dv-cinder-815614-3-iscsi neutron-server[108314]: return self._get(url).json() Nov 03 02:06:37.819411 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 02:06:37.819411 dv-cinder-815614-3-iscsi neutron-server[108314]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 02:06:37.819411 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 02:06:37.819411 dv-cinder-815614-3-iscsi neutron-server[108314]: return self.request(url, 'GET', **kwargs) Nov 03 02:06:37.819411 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 02:06:37.819411 dv-cinder-815614-3-iscsi neutron-server[108314]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 02:06:37.819411 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 02:06:37.819411 dv-cinder-815614-3-iscsi neutron-server[108314]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 02:06:37.819411 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 02:06:37.819411 dv-cinder-815614-3-iscsi neutron-server[108314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 02:06:37.819411 dv-cinder-815614-3-iscsi neutron-server[108314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 02:06:37.890629 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-3ec44249-42c1-4c90-ad2a-95904f4b8e1a req-3e3e5322-516a-44ee-ad78-f9dcd203baff tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=e26279a2-a305-49d4-a7d3-c9e1b2e2d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1014185 Nov 03 02:06:37.959267 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418eea7d-47cf-45b9-b1a4-cceb61de3e16 req-00af70c2-d9b5-4232-96e9-c11ece8c017e tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:37.960731 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-418eea7d-47cf-45b9-b1a4-cceb61de3e16 req-00af70c2-d9b5-4232-96e9-c11ece8c017e tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/ports?device_id=561f8514-e68a-49fa-b7f0-ea60cb83a94e HTTP/1.1" status: 200 len: 984 time: 0.0496120 Nov 03 02:06:37.982425 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-0c4a870d-af96-408a-9ebf-e61a3ccd1722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1575388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641601'] for network, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:37.986864 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-0c4a870d-af96-408a-9ebf-e61a3ccd1722 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554904'] for network, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:37.990012 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-0c4a870d-af96-408a-9ebf-e61a3ccd1722 admin admin] 10.222.0.30 "DELETE /v2.0/networks/b9f1ba25-c9df-4fb7-a2b7-25e385903abb HTTP/1.1" status: 204 len: 168 time: 0.6704423 Nov 03 02:06:38.008482 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4a870d-af96-408a-9ebf-e61a3ccd1722 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9f1ba25-c9df-4fb7-a2b7-25e385903abb,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:06:38.049478 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-418eea7d-47cf-45b9-b1a4-cceb61de3e16 req-bacc32e7-ef7f-4c2e-acf8-8d8c5f7be77d tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f34f56d-22dc-4342-bf1f-f7098a5b32c7&id=7d974952-521b-4022-8994-617d7852a30a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0818620 Nov 03 02:06:38.349841 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 48714) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:06:38.378671 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 48718) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:06:38.417578 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-7cd19d15-829c-4ab7-92a9-59c27591c666 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a236a1ddacc947d0a25090b1c2ef1456&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377457 Nov 03 02:06:38.420704 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 48720) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:06:38.468293 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-c59e0e3b-9350-4643-a079-155c98618d4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:38.489960 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-c59e0e3b-9350-4643-a079-155c98618d4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:38.551178 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-0d60c2ab-4d63-4c0d-9f46-07d2d46a4b03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:38.622993 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-0d60c2ab-4d63-4c0d-9f46-07d2d46a4b03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:38.628743 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-c59e0e3b-9350-4643-a079-155c98618d4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:38.631320 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-c59e0e3b-9350-4643-a079-155c98618d4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:38.633078 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-c59e0e3b-9350-4643-a079-155c98618d4c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d2caa2a6-72c8-4014-ab52-bb2a40600117 HTTP/1.1" status: 204 len: 168 time: 0.2108681 Nov 03 02:06:38.640354 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59e0e3b-9350-4643-a079-155c98618d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2caa2a6-72c8-4014-ab52-bb2a40600117,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:06:38.725143 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-0d60c2ab-4d63-4c0d-9f46-07d2d46a4b03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:38.764582 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-0d60c2ab-4d63-4c0d-9f46-07d2d46a4b03 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fe04c2ec7b0c4b65aa3b321f4981c4fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4135993 Nov 03 02:06:38.766013 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d60c2ab-4d63-4c0d-9f46-07d2d46a4b03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4981f78-3e80-4026-a9f0-557377883a90,revision_number=1']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:06:38.767271 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 48724) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:06:38.816944 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-c0d25fe1-523c-4fdb-8a20-04e3acda8549 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:38.838036 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-c0d25fe1-523c-4fdb-8a20-04e3acda8549 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:38.993970 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-c0d25fe1-523c-4fdb-8a20-04e3acda8549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:38.997614 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-c0d25fe1-523c-4fdb-8a20-04e3acda8549 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:38.998979 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-c0d25fe1-523c-4fdb-8a20-04e3acda8549 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e4981f78-3e80-4026-a9f0-557377883a90 HTTP/1.1" status: 204 len: 168 time: 0.2307198 Nov 03 02:06:39.008992 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d25fe1-523c-4fdb-8a20-04e3acda8549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4981f78-3e80-4026-a9f0-557377883a90,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:06:39.010382 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9a9a0c-899a-45f9-8d0c-61a005f482db req-f83c509d-9376-4dc5-990e-c1796569037a tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:39.012511 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-4a9a9a0c-899a-45f9-8d0c-61a005f482db req-f83c509d-9376-4dc5-990e-c1796569037a tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 943 time: 0.0521839 Nov 03 02:06:39.064540 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-4a9a9a0c-899a-45f9-8d0c-61a005f482db req-7f19c2bb-e0c4-4f8b-abac-d0c30c90c55a tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=e26279a2-a305-49d4-a7d3-c9e1b2e2d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456474 Nov 03 02:06:39.182615 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05c3508-46b0-4fca-8462-0048160cf2de req-6dd9480a-1d74-4161-b392-386835e41d0d tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:39.185952 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b05c3508-46b0-4fca-8462-0048160cf2de req-6dd9480a-1d74-4161-b392-386835e41d0d tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/ports?device_id=561f8514-e68a-49fa-b7f0-ea60cb83a94e HTTP/1.1" status: 200 len: 984 time: 0.0582089 Nov 03 02:06:39.201658 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 48742) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:06:39.248486 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b05c3508-46b0-4fca-8462-0048160cf2de req-5f3101e7-86ae-407c-a159-f094db3a4637 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f34f56d-22dc-4342-bf1f-f7098a5b32c7&id=7d974952-521b-4022-8994-617d7852a30a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0568640 Nov 03 02:06:39.252079 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb8a79e8-d70f-4b7b-8165-9fd1ebb8eede admin admin] Deleting subnet 0427a1f4-d666-4cdb-b8e7-25c79c0e31ae {{(pid=108315) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 02:06:39.255234 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-eb8a79e8-d70f-4b7b-8165-9fd1ebb8eede admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:39.293027 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-eb8a79e8-d70f-4b7b-8165-9fd1ebb8eede admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125997489'] for subnet, precommit_delete_associations {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:39.335040 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-eb8a79e8-d70f-4b7b-8165-9fd1ebb8eede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1588830'] for subnet, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:39.468304 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-eb8a79e8-d70f-4b7b-8165-9fd1ebb8eede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1588775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127914131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126496540'] for subnet, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:39.488796 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device 53f57377-fc10-41c9-b2f6-7fbdab22b983 details requested by agent hyperv_hv-cinder-81561 with host hv-cinder-81561 {{(pid=108316) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 02:06:39.493238 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device aef52f3c-1a62-45b5-9c4b-40ee0869774e no longer exists at agent hyperv_hv-cinder-81561 {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:06:39.495073 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8a79e8-d70f-4b7b-8165-9fd1ebb8eede admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0427a1f4-d666-4cdb-b8e7-25c79c0e31ae,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:06:39.497698 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-eb8a79e8-d70f-4b7b-8165-9fd1ebb8eede admin admin] Publish callbacks [] for subnet, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:39.503429 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-eb8a79e8-d70f-4b7b-8165-9fd1ebb8eede admin admin] 10.222.0.30 "DELETE /v2.0/subnets/0427a1f4-d666-4cdb-b8e7-25c79c0e31ae HTTP/1.1" status: 204 len: 168 time: 0.3007748 Nov 03 02:06:39.506439 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 48750) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:06:39.517932 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] No Port match for: aef52f3c-1a62-45b5-9c4b-40ee0869774e {{(pid=108316) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 02:06:39.518330 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device aef52f3c-1a62-45b5-9c4b-40ee0869774e not bound to the agent host hv-cinder-81561 {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:06:39.577580 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-1bb46bfb-8700-43c3-9210-44fce765ef50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2025968'] for network, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:39.618542 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] For port 53f57377-fc10-41c9-b2f6-7fbdab22b983, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=53f57377-fc10-41c9-b2f6-7fbdab22b983,segment=NetworkSegment(3daecc90-8d27-458b-8803-ba0d162359ea),segment_id=3daecc90-8d27-458b-8803-ba0d162359ea)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:06:39.632906 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Returning: {'device': '53f57377-fc10-41c9-b2f6-7fbdab22b983', 'network_id': 'f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9', 'port_id': '53f57377-fc10-41c9-b2f6-7fbdab22b983', 'mac_address': 'fa:16:3e:d6:e1:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95177d92-9024-40b6-ac79-02b9d5fce0cc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108316) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 02:06:39.667734 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-1bb46bfb-8700-43c3-9210-44fce765ef50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1575371', 'neutron.services.segments.db._delete_segments_for_network-8784217631501'] for network, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:39.679755 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:39.689198 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.services.segments.db [None req-1bb46bfb-8700-43c3-9210-44fce765ef50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['326aa7e2-8440-4a6d-838b-7bc4586b4583']}} {{(pid=108314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:06:39.694009 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.notifiers.nova [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53f57377-fc10-41c9-b2f6-7fbdab22b983 {{(pid=108316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 02:06:39.698572 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.services.segments.db [None req-1bb46bfb-8700-43c3-9210-44fce765ef50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d2939de-d231-4201-abf7-a1df3c4061fd') {'for_net_delete': True} {{(pid=108314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:06:39.698871 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.services.segments.db [None req-1bb46bfb-8700-43c3-9210-44fce765ef50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d2939de-d231-4201-abf7-a1df3c4061fd') {} {{(pid=108314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:06:39.708444 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-1bb46bfb-8700-43c3-9210-44fce765ef50 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784217632534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127010036'] for segment, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:39.714318 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] For port 53f57377-fc10-41c9-b2f6-7fbdab22b983, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=53f57377-fc10-41c9-b2f6-7fbdab22b983,segment=NetworkSegment(3daecc90-8d27-458b-8803-ba0d162359ea),segment_id=3daecc90-8d27-458b-8803-ba0d162359ea)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:06:39.722583 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-1bb46bfb-8700-43c3-9210-44fce765ef50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1588371'] for segment, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:39.728448 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bb46bfb-8700-43c3-9210-44fce765ef50 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=108314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:06:39.728823 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-1bb46bfb-8700-43c3-9210-44fce765ef50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1588371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126899588'] for segment, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:39.739426 dv-cinder-815614-3-iscsi neutron-server[108314]: Traceback (most recent call last): Nov 03 02:06:39.739426 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 02:06:39.739426 dv-cinder-815614-3-iscsi neutron-server[108314]: timer() Nov 03 02:06:39.739426 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 02:06:39.739426 dv-cinder-815614-3-iscsi neutron-server[108314]: cb(*args, **kw) Nov 03 02:06:39.739426 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 02:06:39.739426 dv-cinder-815614-3-iscsi neutron-server[108314]: return func(*args, **kwargs) Nov 03 02:06:39.739426 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 02:06:39.739426 dv-cinder-815614-3-iscsi neutron-server[108314]: self._notify() Nov 03 02:06:39.739426 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 02:06:39.739426 dv-cinder-815614-3-iscsi neutron-server[108314]: self.callback(batched_events) Nov 03 02:06:39.739426 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 02:06:39.739426 dv-cinder-815614-3-iscsi neutron-server[108314]: event.method(event) Nov 03 02:06:39.739426 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 02:06:39.739426 dv-cinder-815614-3-iscsi neutron-server[108314]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 02:06:39.739426 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 02:06:39.739426 dv-cinder-815614-3-iscsi neutron-server[108314]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 02:06:39.739426 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 02:06:39.739426 dv-cinder-815614-3-iscsi neutron-server[108314]: return f(self, *a, **k) Nov 03 02:06:39.739426 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 02:06:39.739426 dv-cinder-815614-3-iscsi neutron-server[108314]: return self._get(url).json() Nov 03 02:06:39.739426 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 02:06:39.739426 dv-cinder-815614-3-iscsi neutron-server[108314]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 02:06:39.739426 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 02:06:39.739426 dv-cinder-815614-3-iscsi neutron-server[108314]: return self.request(url, 'GET', **kwargs) Nov 03 02:06:39.739426 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 02:06:39.739426 dv-cinder-815614-3-iscsi neutron-server[108314]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 02:06:39.739426 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 02:06:39.739426 dv-cinder-815614-3-iscsi neutron-server[108314]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 02:06:39.739426 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 02:06:39.739426 dv-cinder-815614-3-iscsi neutron-server[108314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 02:06:39.739426 dv-cinder-815614-3-iscsi neutron-server[108314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 02:06:39.761754 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 48758) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:06:39.779987 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-5a10aef1-f8f4-4261-a21c-a361e5a3d4a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:39.806308 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:39.854026 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Pushing event updated for resources: {'Port': ['ID=53f57377-fc10-41c9-b2f6-7fbdab22b983,revision_number=4']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:06:39.862152 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:06:39.862554 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:06:39.862899 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:06:39.863270 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:06:39.863599 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:06:39.863928 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:06:39.864250 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:06:39.864688 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:06:39.864804 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-5a10aef1-f8f4-4261-a21c-a361e5a3d4a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:39.865038 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:06:39.865473 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:06:39.865801 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:06:39.866120 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:06:39.871854 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 48762) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:06:39.880462 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-1bb46bfb-8700-43c3-9210-44fce765ef50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1575388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641601'] for network, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:39.885850 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-1bb46bfb-8700-43c3-9210-44fce765ef50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554904'] for network, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:39.891613 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-1bb46bfb-8700-43c3-9210-44fce765ef50 admin admin] 10.222.0.30 "DELETE /v2.0/networks/326aa7e2-8440-4a6d-838b-7bc4586b4583 HTTP/1.1" status: 204 len: 168 time: 0.3844411 Nov 03 02:06:39.902048 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb46bfb-8700-43c3-9210-44fce765ef50 admin admin] Pushing event deleted for resources: {'Network': ['ID=326aa7e2-8440-4a6d-838b-7bc4586b4583,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:06:39.937958 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-5a10aef1-f8f4-4261-a21c-a361e5a3d4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:39.978188 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-5a10aef1-f8f4-4261-a21c-a361e5a3d4a9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8737f23f4bd8423da1ea22dd713c042e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2140303 Nov 03 02:06:39.979625 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a10aef1-f8f4-4261-a21c-a361e5a3d4a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9780d1e8-d6e9-45b8-b248-7e1db4d9a240,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:06:39.979906 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 48768) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:06:39.988453 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.v2.base [None req-b87c3a1b-3002-4c18-84be-09ac1ddcf82a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2051319410-network', 'tenant_id': '640537f843714d75a3926a1616f25198'}} {{(pid=108315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:06:40.030011 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-be47f995-d330-4e96-8d9b-8e77c1475c5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:40.040182 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] get_ports_and_sgs() called for port_ids ['53f57377-fc10-41c9-b2f6-7fbdab22b983'] {{(pid=108316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 02:06:40.054483 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-be47f995-d330-4e96-8d9b-8e77c1475c5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:40.113825 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b87c3a1b-3002-4c18-84be-09ac1ddcf82a admin admin] Made reservation on behalf of 640537f843714d75a3926a1616f25198 for: {'network': 1} {{(pid=108315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:06:40.113825 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-b87c3a1b-3002-4c18-84be-09ac1ddcf82a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for network, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:40.120867 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-b87c3a1b-3002-4c18-84be-09ac1ddcf82a admin admin] Publish callbacks [] for security_group, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:40.193843 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7aebb-8eba-4b4c-a004-194783859c24 req-076418fb-0975-44e7-9564-ed1972eeeccd tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:40.195342 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d9d7aebb-8eba-4b4c-a004-194783859c24 req-076418fb-0975-44e7-9564-ed1972eeeccd tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 944 time: 0.0499489 Nov 03 02:06:40.200913 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-be47f995-d330-4e96-8d9b-8e77c1475c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:40.203614 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-be47f995-d330-4e96-8d9b-8e77c1475c5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:40.205972 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-be47f995-d330-4e96-8d9b-8e77c1475c5b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9780d1e8-d6e9-45b8-b248-7e1db4d9a240 HTTP/1.1" status: 204 len: 168 time: 0.2244394 Nov 03 02:06:40.222083 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be47f995-d330-4e96-8d9b-8e77c1475c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9780d1e8-d6e9-45b8-b248-7e1db4d9a240,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:06:40.263395 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-b87c3a1b-3002-4c18-84be-09ac1ddcf82a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:40.271859 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d9d7aebb-8eba-4b4c-a004-194783859c24 req-136a3b7e-131b-483f-9869-574dec71e719 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=e26279a2-a305-49d4-a7d3-c9e1b2e2d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0647640 Nov 03 02:06:40.278719 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 48774) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:06:40.318545 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-51ce08a1-0fac-479a-b34c-9e7a18a48820 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=98a980ad0c18487f84e6b1163bde3249&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384471 Nov 03 02:06:40.320959 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 48776) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:06:40.343381 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-b87c3a1b-3002-4c18-84be-09ac1ddcf82a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:40.368170 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b87c3a1b-3002-4c18-84be-09ac1ddcf82a admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=108315) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:06:40.368537 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-52dd7cc2-d55c-4238-b4ac-62c3a3c3e967 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:40.378030 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87c3a1b-3002-4c18-84be-09ac1ddcf82a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a73ad4-d660-41cf-9260-ac3fb6f466a4,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:06:40.382878 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-b87c3a1b-3002-4c18-84be-09ac1ddcf82a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1588371'] for segment, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:40.383220 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.db.segments_db [None req-b87c3a1b-3002-4c18-84be-09ac1ddcf82a admin admin] Added segment 3bdb7709-b3fd-4920-905d-41fa6b662493 of type vlan for network 95989dc2-96bb-48ab-8dd4-75ddfd79046d Nov 03 02:06:40.393668 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-52dd7cc2-d55c-4238-b4ac-62c3a3c3e967 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:40.424291 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-b87c3a1b-3002-4c18-84be-09ac1ddcf82a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784217148025'] for network, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:40.497516 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-52dd7cc2-d55c-4238-b4ac-62c3a3c3e967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:40.500948 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-52dd7cc2-d55c-4238-b4ac-62c3a3c3e967 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:40.502402 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-52dd7cc2-d55c-4238-b4ac-62c3a3c3e967 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3b70c972-ae20-4f92-b564-f5815069df81 HTTP/1.1" status: 204 len: 168 time: 0.1803501 Nov 03 02:06:40.516160 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dd7cc2-d55c-4238-b4ac-62c3a3c3e967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b70c972-ae20-4f92-b564-f5815069df81,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:06:40.531117 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-b87c3a1b-3002-4c18-84be-09ac1ddcf82a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934'] for network, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:40.532207 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87c3a1b-3002-4c18-84be-09ac1ddcf82a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:40.535386 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-b87c3a1b-3002-4c18-84be-09ac1ddcf82a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554904'] for network, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:40.610325 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87c3a1b-3002-4c18-84be-09ac1ddcf82a admin admin] Pushing event updated for resources: {'Network': ['ID=95989dc2-96bb-48ab-8dd4-75ddfd79046d,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:06:40.626795 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Network 95989dc2-96bb-48ab-8dd4-75ddfd79046d details requested by agent ovs-agent-dv-cinder-815614-3-iscsi with host dv-cinder-815614-3-iscsi {{(pid=108316) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:06:40.632207 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-b87c3a1b-3002-4c18-84be-09ac1ddcf82a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7592664 Nov 03 02:06:40.635392 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 48786) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:06:40.644325 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.v2.base [None req-5bfb7f6a-12e7-4805-9723-d27909610176 admin admin] Request body: {'subnet': {'network_id': '95989dc2-96bb-48ab-8dd4-75ddfd79046d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2051319410-subnet', 'tenant_id': '640537f843714d75a3926a1616f25198', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:06:40.743224 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bfb7f6a-12e7-4805-9723-d27909610176 admin admin] Made reservation on behalf of 640537f843714d75a3926a1616f25198 for: {'subnet': 1} {{(pid=108314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:06:40.745685 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-5bfb7f6a-12e7-4805-9723-d27909610176 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126342597'] for subnet, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:41.005295 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-5bfb7f6a-12e7-4805-9723-d27909610176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126899751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126342571'] for subnet, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:41.075163 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfb7f6a-12e7-4805-9723-d27909610176 admin admin] Pushing event updated for resources: {'Subnet': ['ID=499b11b8-885c-4004-9879-4a5a660225d1,revision_number=0']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:06:41.086319 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfb7f6a-12e7-4805-9723-d27909610176 admin admin] Checking segment: {'id': '3bdb7709-b3fd-4920-905d-41fa6b662493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '95989dc2-96bb-48ab-8dd4-75ddfd79046d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 02:06:41.086681 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bfb7f6a-12e7-4805-9723-d27909610176 admin admin] Network hostable DHCP agents. Network: 95989dc2-96bb-48ab-8dd4-75ddfd79046d, hostable agents: ['7b028a63-a201-45f3-9c70-05c56c6a2a18'], hosted agents: [] {{(pid=108314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:06:41.181707 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bfb7f6a-12e7-4805-9723-d27909610176 admin admin] Network 95989dc2-96bb-48ab-8dd4-75ddfd79046d is scheduled to be hosted by DHCP agent 7b028a63-a201-45f3-9c70-05c56c6a2a18 with binding_index 1 {{(pid=108314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:06:41.279350 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.base_scheduler [None req-5bfb7f6a-12e7-4805-9723-d27909610176 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815614-3-iscsi, 95989dc2-96bb-48ab-8dd4-75ddfd79046d) {{(pid=108314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:06:41.283954 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfb7f6a-12e7-4805-9723-d27909610176 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:41.284549 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-5bfb7f6a-12e7-4805-9723-d27909610176 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554904'] for subnet, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:41.293686 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5ce1c5-7eb1-4b13-8bd8-73e8d3d3bf9c None None] Network 95989dc2-96bb-48ab-8dd4-75ddfd79046d requested from dv-cinder-815614-3-iscsi {{(pid=108316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 02:06:41.381271 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-5bfb7f6a-12e7-4805-9723-d27909610176 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7444897 Nov 03 02:06:41.420523 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84a1f9-c52f-47ac-9b97-1ba8b3f774cd req-dad0e6aa-63d7-4e56-9c76-224790f03cd8 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:41.422404 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-3a84a1f9-c52f-47ac-9b97-1ba8b3f774cd req-dad0e6aa-63d7-4e56-9c76-224790f03cd8 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 944 time: 0.0747290 Nov 03 02:06:41.506084 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-3a84a1f9-c52f-47ac-9b97-1ba8b3f774cd req-500b5f40-9aa7-4c3d-a8fa-03618c8bad99 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=e26279a2-a305-49d4-a7d3-c9e1b2e2d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0737457 Nov 03 02:06:41.508630 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14fbec7-c61b-4269-a73c-266a92a4f0ec None None] Network 95989dc2-96bb-48ab-8dd4-75ddfd79046d requested from dv-cinder-815614-3-iscsi {{(pid=108316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 02:06:41.530613 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device 53f57377-fc10-41c9-b2f6-7fbdab22b983 up at agent hyperv_hv-cinder-81561 {{(pid=108316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:06:41.777733 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Provisioning for port 53f57377-fc10-41c9-b2f6-7fbdab22b983 completed by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 02:06:41.781899 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Provisioning complete for port 53f57377-fc10-41c9-b2f6-7fbdab22b983 triggered by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:06:41.782304 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:41.863827 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:41.886511 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c561cb-543d-469c-a637-70cdf610d8a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f57377-fc10-41c9-b2f6-7fbdab22b983'}] {{(pid=108316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:06:41.888727 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c49bda4003134bcf77c295383a637b11cae661d7d3df1045ea696fe6ff2a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe147f2-71c5-447f-ba69-77fe8a3c6fe1" -d '{"events": [{"server_uuid": "40c561cb-543d-469c-a637-70cdf610d8a5", "name": "network-vif-plugged", "status": "completed", "tag": "53f57377-fc10-41c9-b2f6-7fbdab22b983"}]}' {{(pid=108316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:06:41.900904 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] For port 53f57377-fc10-41c9-b2f6-7fbdab22b983, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=53f57377-fc10-41c9-b2f6-7fbdab22b983,segment=NetworkSegment(3daecc90-8d27-458b-8803-ba0d162359ea),segment_id=3daecc90-8d27-458b-8803-ba0d162359ea)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:06:41.928009 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 02:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e10714a-3ee9-4881-8695-ca11c2c86d03 x-openstack-request-id: req-3e10714a-3ee9-4881-8695-ca11c2c86d03 {{(pid=108316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:06:41.928348 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40c561cb-543d-469c-a637-70cdf610d8a5", "name": "network-vif-plugged", "status": "completed", "tag": "53f57377-fc10-41c9-b2f6-7fbdab22b983", "code": 200}]} {{(pid=108316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:06:41.928595 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3e10714a-3ee9-4881-8695-ca11c2c86d03 {{(pid=108316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:06:41.928985 dv-cinder-815614-3-iscsi neutron-server[108316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c561cb-543d-469c-a637-70cdf610d8a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f57377-fc10-41c9-b2f6-7fbdab22b983', 'code': 200} Nov 03 02:06:41.966753 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:42.013809 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Pushing event updated for resources: {'Port': ['ID=53f57377-fc10-41c9-b2f6-7fbdab22b983,revision_number=5']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:06:42.180152 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 48826) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:06:42.185652 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.v2.base [None req-18ea779c-5fa7-45d7-87c1-9858fa517b32 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1234965985-network', 'tenant_id': '27b98cb5c52247dd8372303ab30fc9b3'}} {{(pid=108314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:06:42.265104 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be3bae3-6d35-4f09-92f2-0e94fc26beab req-fd1e11cf-8fa8-4823-bd85-0f30e4c5fa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:42.266596 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-6be3bae3-6d35-4f09-92f2-0e94fc26beab req-fd1e11cf-8fa8-4823-bd85-0f30e4c5fa28 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 1098 time: 0.0394151 Nov 03 02:06:42.314455 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-6be3bae3-6d35-4f09-92f2-0e94fc26beab req-59712b94-38a3-409f-b34a-a428a1d46d88 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e26279a2-a305-49d4-a7d3-c9e1b2e2d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383301 Nov 03 02:06:42.325160 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ea779c-5fa7-45d7-87c1-9858fa517b32 admin admin] Made reservation on behalf of 27b98cb5c52247dd8372303ab30fc9b3 for: {'network': 1} {{(pid=108314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:06:42.327525 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-18ea779c-5fa7-45d7-87c1-9858fa517b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for network, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:42.336053 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-18ea779c-5fa7-45d7-87c1-9858fa517b32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:42.411593 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-18ea779c-5fa7-45d7-87c1-9858fa517b32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:42.468500 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-18ea779c-5fa7-45d7-87c1-9858fa517b32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:42.492107 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18ea779c-5fa7-45d7-87c1-9858fa517b32 admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=108314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:06:42.501497 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ea779c-5fa7-45d7-87c1-9858fa517b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b80052b-5de7-4ff2-80cf-a9ad85410d1c,revision_number=1']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:06:42.506288 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-18ea779c-5fa7-45d7-87c1-9858fa517b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1588371'] for segment, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:42.506631 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.db.segments_db [None req-18ea779c-5fa7-45d7-87c1-9858fa517b32 admin admin] Added segment f9cf622d-fb88-402b-88a4-8f8550665cc6 of type vlan for network e2c878f2-64b9-47c0-a774-3ae368acfffd Nov 03 02:06:42.548391 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-18ea779c-5fa7-45d7-87c1-9858fa517b32 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784217148025'] for network, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:42.621129 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d41bbb6-046d-45bd-b854-b1bfdbd74f82 req-c418d760-c946-4982-8a42-6311a53f3946 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:42.622676 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-6d41bbb6-046d-45bd-b854-b1bfdbd74f82 req-c418d760-c946-4982-8a42-6311a53f3946 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 945 time: 0.0482874 Nov 03 02:06:42.635419 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-18ea779c-5fa7-45d7-87c1-9858fa517b32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934'] for network, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:42.636297 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ea779c-5fa7-45d7-87c1-9858fa517b32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:42.637387 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-18ea779c-5fa7-45d7-87c1-9858fa517b32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554904'] for network, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:42.720053 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ea779c-5fa7-45d7-87c1-9858fa517b32 admin admin] Pushing event updated for resources: {'Network': ['ID=e2c878f2-64b9-47c0-a774-3ae368acfffd,revision_number=1']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:06:42.726802 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-6d41bbb6-046d-45bd-b854-b1bfdbd74f82 req-aed9a96c-2a0a-4a14-8d36-dc9cc44febf7 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=e26279a2-a305-49d4-a7d3-c9e1b2e2d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0979090 Nov 03 02:06:42.730771 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Network e2c878f2-64b9-47c0-a774-3ae368acfffd details requested by agent ovs-agent-dv-cinder-815614-3-iscsi with host dv-cinder-815614-3-iscsi {{(pid=108316) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:06:42.780146 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-18ea779c-5fa7-45d7-87c1-9858fa517b32 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5987377 Nov 03 02:06:42.782859 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 48832) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:06:42.787663 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.v2.base [None req-b137d5a3-4ffb-4cd0-a4d5-f28b7c5f60a0 admin admin] Request body: {'subnet': {'network_id': 'e2c878f2-64b9-47c0-a774-3ae368acfffd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1234965985-subnet', 'tenant_id': '27b98cb5c52247dd8372303ab30fc9b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:06:42.903274 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b137d5a3-4ffb-4cd0-a4d5-f28b7c5f60a0 admin admin] Made reservation on behalf of 27b98cb5c52247dd8372303ab30fc9b3 for: {'subnet': 1} {{(pid=108314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:06:42.905632 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-b137d5a3-4ffb-4cd0-a4d5-f28b7c5f60a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126342597'] for subnet, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:43.126430 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-b137d5a3-4ffb-4cd0-a4d5-f28b7c5f60a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126899751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126342571'] for subnet, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:43.189796 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b137d5a3-4ffb-4cd0-a4d5-f28b7c5f60a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=778efd6c-c72e-4211-918c-9924bfa67f7a,revision_number=0']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:06:43.194039 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b137d5a3-4ffb-4cd0-a4d5-f28b7c5f60a0 admin admin] Checking segment: {'id': 'f9cf622d-fb88-402b-88a4-8f8550665cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e2c878f2-64b9-47c0-a774-3ae368acfffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 02:06:43.194425 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b137d5a3-4ffb-4cd0-a4d5-f28b7c5f60a0 admin admin] Network hostable DHCP agents. Network: e2c878f2-64b9-47c0-a774-3ae368acfffd, hostable agents: ['7b028a63-a201-45f3-9c70-05c56c6a2a18'], hosted agents: [] {{(pid=108314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:06:43.263555 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b137d5a3-4ffb-4cd0-a4d5-f28b7c5f60a0 admin admin] Network e2c878f2-64b9-47c0-a774-3ae368acfffd is scheduled to be hosted by DHCP agent 7b028a63-a201-45f3-9c70-05c56c6a2a18 with binding_index 1 {{(pid=108314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:06:43.335799 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.base_scheduler [None req-b137d5a3-4ffb-4cd0-a4d5-f28b7c5f60a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815614-3-iscsi, e2c878f2-64b9-47c0-a774-3ae368acfffd) {{(pid=108314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:06:43.340522 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b137d5a3-4ffb-4cd0-a4d5-f28b7c5f60a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:43.341355 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-b137d5a3-4ffb-4cd0-a4d5-f28b7c5f60a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554904'] for subnet, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:43.345349 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5662c9c8-2546-49fe-94ad-24e2dd619cac None None] Network e2c878f2-64b9-47c0-a774-3ae368acfffd requested from dv-cinder-815614-3-iscsi {{(pid=108316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 02:06:43.430083 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-b137d5a3-4ffb-4cd0-a4d5-f28b7c5f60a0 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6460903 Nov 03 02:06:43.484682 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21fad1a3-b714-4f78-9aef-6a19b8bb5579 None None] Network e2c878f2-64b9-47c0-a774-3ae368acfffd requested from dv-cinder-815614-3-iscsi {{(pid=108316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 02:06:43.546743 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 48842) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:06:43.596775 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.db.db_base_plugin_v2 [None req-a50bda1d-b25c-4c6b-b7d8-305e08bc50a3 admin admin] Deleting subnet 499b11b8-885c-4004-9879-4a5a660225d1 {{(pid=108315) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 02:06:43.600188 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-a50bda1d-b25c-4c6b-b7d8-305e08bc50a3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:43.642428 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-a50bda1d-b25c-4c6b-b7d8-305e08bc50a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125997489'] for subnet, precommit_delete_associations {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:43.683323 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-a50bda1d-b25c-4c6b-b7d8-305e08bc50a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1588830'] for subnet, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:43.850364 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b5514-9d30-41c2-a7bf-a642f42228fe req-71ca14a7-55ff-4070-a5af-9d18b02ff394 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:43.851837 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-893b5514-9d30-41c2-a7bf-a642f42228fe req-71ca14a7-55ff-4070-a5af-9d18b02ff394 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 945 time: 0.0489340 Nov 03 02:06:43.869205 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-a50bda1d-b25c-4c6b-b7d8-305e08bc50a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1588775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127914131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126496540'] for subnet, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:43.896033 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50bda1d-b25c-4c6b-b7d8-305e08bc50a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=499b11b8-885c-4004-9879-4a5a660225d1,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:06:43.897993 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-a50bda1d-b25c-4c6b-b7d8-305e08bc50a3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:43.899767 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-893b5514-9d30-41c2-a7bf-a642f42228fe req-75957f13-f6f8-455f-8211-4b82dd3d6855 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=e26279a2-a305-49d4-a7d3-c9e1b2e2d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415430 Nov 03 02:06:43.904535 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-a50bda1d-b25c-4c6b-b7d8-305e08bc50a3 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/499b11b8-885c-4004-9879-4a5a660225d1 HTTP/1.1" status: 204 len: 168 time: 0.3564858 Nov 03 02:06:43.907331 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 48848) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:06:43.994831 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-fb4cbc92-ae96-4523-b7dd-ce1cc97c672a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2025968'] for network, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:44.031809 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411dc542-bd36-449e-a879-1f14d5397015 req-4626d054-012a-477d-8096-68bbf1e49183 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:44.034022 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-411dc542-bd36-449e-a879-1f14d5397015 req-4626d054-012a-477d-8096-68bbf1e49183 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 945 time: 0.0514581 Nov 03 02:06:44.042183 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 48856) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:06:44.047663 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.v2.base [None req-28f7653f-0eee-4527-bc74-e78b20786787 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Request body: {'floatingip': {'port_id': '53f57377-fc10-41c9-b2f6-7fbdab22b983'}} {{(pid=108314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:06:44.076624 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-fb4cbc92-ae96-4523-b7dd-ce1cc97c672a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1575371', 'neutron.services.segments.db._delete_segments_for_network-8784217631501'] for network, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:44.090176 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-28f7653f-0eee-4527-bc74-e78b20786787 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks [] for floatingip, before_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:44.100534 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.services.segments.db [None req-fb4cbc92-ae96-4523-b7dd-ce1cc97c672a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95989dc2-96bb-48ab-8dd4-75ddfd79046d']}} {{(pid=108315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:06:44.110510 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.services.segments.db [None req-fb4cbc92-ae96-4523-b7dd-ce1cc97c672a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bdb7709-b3fd-4920-905d-41fa6b662493') {'for_net_delete': True} {{(pid=108315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:06:44.110803 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.services.segments.db [None req-fb4cbc92-ae96-4523-b7dd-ce1cc97c672a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bdb7709-b3fd-4920-905d-41fa6b662493') {} {{(pid=108315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:06:44.120661 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-fb4cbc92-ae96-4523-b7dd-ce1cc97c672a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784217632534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125997496'] for segment, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:44.134850 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-fb4cbc92-ae96-4523-b7dd-ce1cc97c672a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1588371'] for segment, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:44.140809 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb4cbc92-ae96-4523-b7dd-ce1cc97c672a admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=108315) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:06:44.141188 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-fb4cbc92-ae96-4523-b7dd-ce1cc97c672a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1588371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127914229'] for segment, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:44.142888 dv-cinder-815614-3-iscsi neutron-server[108315]: Traceback (most recent call last): Nov 03 02:06:44.142888 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 02:06:44.142888 dv-cinder-815614-3-iscsi neutron-server[108315]: timer() Nov 03 02:06:44.142888 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 02:06:44.142888 dv-cinder-815614-3-iscsi neutron-server[108315]: cb(*args, **kw) Nov 03 02:06:44.142888 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 02:06:44.142888 dv-cinder-815614-3-iscsi neutron-server[108315]: return func(*args, **kwargs) Nov 03 02:06:44.142888 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 02:06:44.142888 dv-cinder-815614-3-iscsi neutron-server[108315]: self._notify() Nov 03 02:06:44.142888 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 02:06:44.142888 dv-cinder-815614-3-iscsi neutron-server[108315]: self.callback(batched_events) Nov 03 02:06:44.142888 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 02:06:44.142888 dv-cinder-815614-3-iscsi neutron-server[108315]: event.method(event) Nov 03 02:06:44.142888 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 02:06:44.142888 dv-cinder-815614-3-iscsi neutron-server[108315]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 02:06:44.142888 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 02:06:44.142888 dv-cinder-815614-3-iscsi neutron-server[108315]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 02:06:44.142888 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 02:06:44.142888 dv-cinder-815614-3-iscsi neutron-server[108315]: return f(self, *a, **k) Nov 03 02:06:44.142888 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 02:06:44.142888 dv-cinder-815614-3-iscsi neutron-server[108315]: return self._get(url).json() Nov 03 02:06:44.142888 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 02:06:44.142888 dv-cinder-815614-3-iscsi neutron-server[108315]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 02:06:44.142888 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 02:06:44.142888 dv-cinder-815614-3-iscsi neutron-server[108315]: return self.request(url, 'GET', **kwargs) Nov 03 02:06:44.142888 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 02:06:44.142888 dv-cinder-815614-3-iscsi neutron-server[108315]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 02:06:44.142888 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 02:06:44.142888 dv-cinder-815614-3-iscsi neutron-server[108315]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 02:06:44.142888 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 02:06:44.142888 dv-cinder-815614-3-iscsi neutron-server[108315]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 02:06:44.142888 dv-cinder-815614-3-iscsi neutron-server[108315]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 02:06:44.262073 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-fb4cbc92-ae96-4523-b7dd-ce1cc97c672a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1575388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641601'] for network, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:44.267801 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-fb4cbc92-ae96-4523-b7dd-ce1cc97c672a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554904'] for network, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:44.273660 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-fb4cbc92-ae96-4523-b7dd-ce1cc97c672a admin admin] 10.222.0.30 "DELETE /v2.0/networks/95989dc2-96bb-48ab-8dd4-75ddfd79046d HTTP/1.1" status: 204 len: 168 time: 0.3625846 Nov 03 02:06:44.281151 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 48858) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:06:44.288151 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4cbc92-ae96-4523-b7dd-ce1cc97c672a admin admin] Pushing event deleted for resources: {'Network': ['ID=95989dc2-96bb-48ab-8dd4-75ddfd79046d,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:06:44.326998 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1215eb8-e4d7-4b35-9173-56ba06d63370 admin admin] Deleting subnet 778efd6c-c72e-4211-918c-9924bfa67f7a {{(pid=108315) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 02:06:44.330285 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-e1215eb8-e4d7-4b35-9173-56ba06d63370 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:44.368484 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-e1215eb8-e4d7-4b35-9173-56ba06d63370 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125997489'] for subnet, precommit_delete_associations {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:44.407790 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-e1215eb8-e4d7-4b35-9173-56ba06d63370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1588830'] for subnet, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:44.562446 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-28f7653f-0eee-4527-bc74-e78b20786787 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:44.571025 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-e1215eb8-e4d7-4b35-9173-56ba06d63370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1588775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127914131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126496540'] for subnet, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:44.598056 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1215eb8-e4d7-4b35-9173-56ba06d63370 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=778efd6c-c72e-4211-918c-9924bfa67f7a,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:06:44.600012 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-e1215eb8-e4d7-4b35-9173-56ba06d63370 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:44.603314 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-e1215eb8-e4d7-4b35-9173-56ba06d63370 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/778efd6c-c72e-4211-918c-9924bfa67f7a HTTP/1.1" status: 204 len: 168 time: 0.3208218 Nov 03 02:06:44.605860 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 48860) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:06:44.663305 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-28f7653f-0eee-4527-bc74-e78b20786787 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641583'] for floatingip, after_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:44.676746 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-41dc8725-ecc9-4ddb-a984-e5d6583e9ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2025968'] for network, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:44.757755 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-41dc8725-ecc9-4ddb-a984-e5d6583e9ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1575371', 'neutron.services.segments.db._delete_segments_for_network-8784217631501'] for network, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:44.763273 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.db.l3_db [None req-28f7653f-0eee-4527-bc74-e78b20786787 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Floating IP cbeb5ae7-13c9-468c-8cf8-bd58e0d500c6 associated. External IP: 172.27.1.243, port: 53f57377-fc10-41c9-b2f6-7fbdab22b983. Nov 03 02:06:44.783092 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.services.segments.db [None req-41dc8725-ecc9-4ddb-a984-e5d6583e9ca3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2c878f2-64b9-47c0-a774-3ae368acfffd']}} {{(pid=108315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:06:44.792305 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.services.segments.db [None req-41dc8725-ecc9-4ddb-a984-e5d6583e9ca3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9cf622d-fb88-402b-88a4-8f8550665cc6') {'for_net_delete': True} {{(pid=108315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:06:44.792598 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.services.segments.db [None req-41dc8725-ecc9-4ddb-a984-e5d6583e9ca3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9cf622d-fb88-402b-88a4-8f8550665cc6') {} {{(pid=108315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:06:44.801843 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-41dc8725-ecc9-4ddb-a984-e5d6583e9ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784217632534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125997496'] for segment, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:44.815058 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-41dc8725-ecc9-4ddb-a984-e5d6583e9ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1588371'] for segment, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:44.820782 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41dc8725-ecc9-4ddb-a984-e5d6583e9ca3 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=108315) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:06:44.821159 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-41dc8725-ecc9-4ddb-a984-e5d6583e9ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1588371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127914229'] for segment, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:44.822802 dv-cinder-815614-3-iscsi neutron-server[108315]: Traceback (most recent call last): Nov 03 02:06:44.822802 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 02:06:44.822802 dv-cinder-815614-3-iscsi neutron-server[108315]: timer() Nov 03 02:06:44.822802 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 02:06:44.822802 dv-cinder-815614-3-iscsi neutron-server[108315]: cb(*args, **kw) Nov 03 02:06:44.822802 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 02:06:44.822802 dv-cinder-815614-3-iscsi neutron-server[108315]: return func(*args, **kwargs) Nov 03 02:06:44.822802 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 02:06:44.822802 dv-cinder-815614-3-iscsi neutron-server[108315]: self._notify() Nov 03 02:06:44.822802 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 02:06:44.822802 dv-cinder-815614-3-iscsi neutron-server[108315]: self.callback(batched_events) Nov 03 02:06:44.822802 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 02:06:44.822802 dv-cinder-815614-3-iscsi neutron-server[108315]: event.method(event) Nov 03 02:06:44.822802 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 02:06:44.822802 dv-cinder-815614-3-iscsi neutron-server[108315]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 02:06:44.822802 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 02:06:44.822802 dv-cinder-815614-3-iscsi neutron-server[108315]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 02:06:44.822802 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 02:06:44.822802 dv-cinder-815614-3-iscsi neutron-server[108315]: return f(self, *a, **k) Nov 03 02:06:44.822802 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 02:06:44.822802 dv-cinder-815614-3-iscsi neutron-server[108315]: return self._get(url).json() Nov 03 02:06:44.822802 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 02:06:44.822802 dv-cinder-815614-3-iscsi neutron-server[108315]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 02:06:44.822802 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 02:06:44.822802 dv-cinder-815614-3-iscsi neutron-server[108315]: return self.request(url, 'GET', **kwargs) Nov 03 02:06:44.822802 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 02:06:44.822802 dv-cinder-815614-3-iscsi neutron-server[108315]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 02:06:44.822802 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 02:06:44.822802 dv-cinder-815614-3-iscsi neutron-server[108315]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 02:06:44.822802 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 02:06:44.822802 dv-cinder-815614-3-iscsi neutron-server[108315]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 02:06:44.822802 dv-cinder-815614-3-iscsi neutron-server[108315]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 02:06:44.937381 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-41dc8725-ecc9-4ddb-a984-e5d6583e9ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1575388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641601'] for network, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:44.942661 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-41dc8725-ecc9-4ddb-a984-e5d6583e9ca3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554904'] for network, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:44.945771 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-41dc8725-ecc9-4ddb-a984-e5d6583e9ca3 admin admin] 10.222.0.30 "DELETE /v2.0/networks/e2c878f2-64b9-47c0-a774-3ae368acfffd HTTP/1.1" status: 204 len: 168 time: 0.3389633 Nov 03 02:06:44.957917 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dc8725-ecc9-4ddb-a984-e5d6583e9ca3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2c878f2-64b9-47c0-a774-3ae368acfffd,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:06:44.961388 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.agents_db [None req-a2914077-2d9d-4477-8dde-df1573e0789a None None] Agent healthcheck: found 6 active agents {{(pid=108317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:06:44.975053 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28f7653f-0eee-4527-bc74-e78b20786787 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Router 59775b1d-ae58-49a9-aff6-3abf00cc504f has already been hosted by L3 agent dfdd482b-800d-4ddb-af67-bfdcf28c1d2f {{(pid=108314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:06:45.091411 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28f7653f-0eee-4527-bc74-e78b20786787 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Notify agent at l3_agent.dv-cinder-815614-3-iscsi the message routers_updated {{(pid=108314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:06:45.096381 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-28f7653f-0eee-4527-bc74-e78b20786787 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622'] for floatingip, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:45.105201 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699bd9b8-f23c-4c5e-a75c-b6acd96085db None None] Sync routers for ids ['59775b1d-ae58-49a9-aff6-3abf00cc504f'] in dv-cinder-815614-3-iscsi {{(pid=108316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:06:45.118120 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699bd9b8-f23c-4c5e-a75c-b6acd96085db None None] Routers {'59775b1d-ae58-49a9-aff6-3abf00cc504f'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:06:45.119282 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-699bd9b8-f23c-4c5e-a75c-b6acd96085db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:06:19Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['59775b1d-ae58-49a9-aff6-3abf00cc504f'], 'active': True} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:06:45.358154 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-28f7653f-0eee-4527-bc74-e78b20786787 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "PUT /v2.0/floatingips/cbeb5ae7-13c9-468c-8cf8-bd58e0d500c6 HTTP/1.1" status: 200 len: 991 time: 1.3109100 Nov 03 02:06:45.358154 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40c561cb-543d-469c-a637-70cdf610d8a5', 'tag': '53f57377-fc10-41c9-b2f6-7fbdab22b983'}] {{(pid=108314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:06:45.358561 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b9e71fb97e4882bef21449c101b24c97d897c9b718fbc8dac7673975a826a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-928b6581-b4d1-4651-9017-314fb2e3a994" -d '{"events": [{"name": "network-changed", "server_uuid": "40c561cb-543d-469c-a637-70cdf610d8a5", "tag": "53f57377-fc10-41c9-b2f6-7fbdab22b983"}]}' {{(pid=108314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:06:45.361183 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 48872) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:06:45.364584 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvr_db [None req-699bd9b8-f23c-4c5e-a75c-b6acd96085db None None] Set router 59775b1d-ae58-49a9-aff6-3abf00cc504f gateway port host: dv-cinder-815614-3-iscsi {{(pid=108316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:06:45.405231 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 02:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aacc9be9-4c3a-4494-9242-b750b2ebf56c x-openstack-request-id: req-aacc9be9-4c3a-4494-9242-b750b2ebf56c {{(pid=108314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:06:45.405525 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40c561cb-543d-469c-a637-70cdf610d8a5", "tag": "53f57377-fc10-41c9-b2f6-7fbdab22b983", "status": "completed", "code": 200}]} {{(pid=108314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:06:45.405776 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-aacc9be9-4c3a-4494-9242-b750b2ebf56c {{(pid=108314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:06:45.406229 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40c561cb-543d-469c-a637-70cdf610d8a5', 'tag': '53f57377-fc10-41c9-b2f6-7fbdab22b983', 'status': 'completed', 'code': 200} Nov 03 02:06:45.424795 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-ad9b111c-f858-475f-b032-a7ee22c12162 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=640537f843714d75a3926a1616f25198&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0606465 Nov 03 02:06:45.428108 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 48876) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:06:45.515499 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-f76a3989-2335-451d-97c6-db13dd2376da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:45.528314 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b6581-b4d1-4651-9017-314fb2e3a994 req-369b3dff-9137-4778-85d4-b194066bb530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:45.529801 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-928b6581-b4d1-4651-9017-314fb2e3a994 req-369b3dff-9137-4778-85d4-b194066bb530 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=86777c3ab41c4ea8bbbdf156c7792513&device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 1098 time: 0.0717697 Nov 03 02:06:45.555986 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-f76a3989-2335-451d-97c6-db13dd2376da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:45.616446 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-699bd9b8-f23c-4c5e-a75c-b6acd96085db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59775b1d-ae58-49a9-aff6-3abf00cc504f', 'name': 'tempest-AttachVolumeShelveTestJSON-1435874812-router', 'tenant_id': '86777c3ab41c4ea8bbbdf156c7792513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'bf0ea242-1f91-474c-8784-5dc304542465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:01:48Z', 'updated_at': '2021-11-03T02:01:53Z', 'revision_number': 4, 'project_id': '86777c3ab41c4ea8bbbdf156c7792513', 'gw_port': {'id': 'bf0ea242-1f91-474c-8784-5dc304542465', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:85:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59775b1d-ae58-49a9-aff6-3abf00cc504f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:01:49Z', 'updated_at': '2021-11-03T02:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_floatingips': [{'id': 'cbeb5ae7-13c9-468c-8cf8-bd58e0d500c6', 'tenant_id': '86777c3ab41c4ea8bbbdf156c7792513', 'floating_ip_address': '172.27.1.243', 'floating_network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'router_id': '59775b1d-ae58-49a9-aff6-3abf00cc504f', 'port_id': '53f57377-fc10-41c9-b2f6-7fbdab22b983', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9', 'mac_address': 'fa:16:3e:d6:e1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c561cb-543d-469c-a637-70cdf610d8a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T02:06:31Z', 'updated_at': '2021-11-03T02:06:44Z', 'revision_number': 1, 'project_id': '86777c3ab41c4ea8bbbdf156c7792513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9b9bda7-1a40-495e-825b-e93a218c2281', 'name': '', 'network_id': 'f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9', 'tenant_id': '86777c3ab41c4ea8bbbdf156c7792513', 'mac_address': 'fa:16:3e:a9:f2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59775b1d-ae58-49a9-aff6-3abf00cc504f', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '95177d92-9024-40b6-ac79-02b9d5fce0cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:01:52Z', 'updated_at': '2021-11-03T02:01:58Z', 'revision_number': 5, 'project_id': '86777c3ab41c4ea8bbbdf156c7792513', 'subnets': [{'id': '95177d92-9024-40b6-ac79-02b9d5fce0cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:06:45.647393 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699bd9b8-f23c-4c5e-a75c-b6acd96085db None None] Checking router: 59775b1d-ae58-49a9-aff6-3abf00cc504f for host: dv-cinder-815614-3-iscsi {{(pid=108316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:06:45.656291 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699bd9b8-f23c-4c5e-a75c-b6acd96085db None None] Routers {'59775b1d-ae58-49a9-aff6-3abf00cc504f'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:06:45.656903 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-699bd9b8-f23c-4c5e-a75c-b6acd96085db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:06:19Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['59775b1d-ae58-49a9-aff6-3abf00cc504f'], 'active': True} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:06:45.666967 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b6581-b4d1-4651-9017-314fb2e3a994 req-88822d07-a3c8-44b7-a42c-9555543de5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:45.669031 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-928b6581-b4d1-4651-9017-314fb2e3a994 req-88822d07-a3c8-44b7-a42c-9555543de5f6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9 HTTP/1.1" status: 200 len: 918 time: 0.1245341 Nov 03 02:06:45.738638 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-928b6581-b4d1-4651-9017-314fb2e3a994 req-63284b89-5f36-4b46-9624-6ed8db9c5a00 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53f57377-fc10-41c9-b2f6-7fbdab22b983 HTTP/1.1" status: 200 len: 999 time: 0.0614271 Nov 03 02:06:45.768712 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvr_db [None req-699bd9b8-f23c-4c5e-a75c-b6acd96085db None None] Set router 59775b1d-ae58-49a9-aff6-3abf00cc504f gateway port host: dv-cinder-815614-3-iscsi {{(pid=108316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:06:45.773063 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-f76a3989-2335-451d-97c6-db13dd2376da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:45.775605 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-f76a3989-2335-451d-97c6-db13dd2376da admin admin] Publish callbacks [] for security_group, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:45.776731 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-f76a3989-2335-451d-97c6-db13dd2376da admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/69a73ad4-d660-41cf-9260-ac3fb6f466a4 HTTP/1.1" status: 204 len: 168 time: 0.3486683 Nov 03 02:06:45.791651 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76a3989-2335-451d-97c6-db13dd2376da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a73ad4-d660-41cf-9260-ac3fb6f466a4,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:06:45.801805 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b6581-b4d1-4651-9017-314fb2e3a994 req-ea25094b-01b8-4958-a462-8187e7d98162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:45.803318 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-928b6581-b4d1-4651-9017-314fb2e3a994 req-ea25094b-01b8-4958-a462-8187e7d98162 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=95177d92-9024-40b6-ac79-02b9d5fce0cc HTTP/1.1" status: 200 len: 856 time: 0.0569251 Nov 03 02:06:45.855189 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b6581-b4d1-4651-9017-314fb2e3a994 req-02273631-6c6e-4e3a-a39d-cafe1dacf013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:06:45.857282 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-928b6581-b4d1-4651-9017-314fb2e3a994 req-02273631-6c6e-4e3a-a39d-cafe1dacf013 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0459890 Nov 03 02:06:45.955124 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-928b6581-b4d1-4651-9017-314fb2e3a994 req-6ef09129-13d1-49ca-8721-657c25618005 service neutron] 10.222.0.37 "GET /v2.0/networks/f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906529 Nov 03 02:06:46.018041 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-699bd9b8-f23c-4c5e-a75c-b6acd96085db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59775b1d-ae58-49a9-aff6-3abf00cc504f', 'name': 'tempest-AttachVolumeShelveTestJSON-1435874812-router', 'tenant_id': '86777c3ab41c4ea8bbbdf156c7792513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'bf0ea242-1f91-474c-8784-5dc304542465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:01:48Z', 'updated_at': '2021-11-03T02:01:53Z', 'revision_number': 4, 'project_id': '86777c3ab41c4ea8bbbdf156c7792513', 'gw_port': {'id': 'bf0ea242-1f91-474c-8784-5dc304542465', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:85:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59775b1d-ae58-49a9-aff6-3abf00cc504f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:01:49Z', 'updated_at': '2021-11-03T02:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_floatingips': [{'id': 'cbeb5ae7-13c9-468c-8cf8-bd58e0d500c6', 'tenant_id': '86777c3ab41c4ea8bbbdf156c7792513', 'floating_ip_address': '172.27.1.243', 'floating_network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'router_id': '59775b1d-ae58-49a9-aff6-3abf00cc504f', 'port_id': '53f57377-fc10-41c9-b2f6-7fbdab22b983', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9', 'mac_address': 'fa:16:3e:d6:e1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c561cb-543d-469c-a637-70cdf610d8a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T02:06:31Z', 'updated_at': '2021-11-03T02:06:44Z', 'revision_number': 1, 'project_id': '86777c3ab41c4ea8bbbdf156c7792513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9b9bda7-1a40-495e-825b-e93a218c2281', 'name': '', 'network_id': 'f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9', 'tenant_id': '86777c3ab41c4ea8bbbdf156c7792513', 'mac_address': 'fa:16:3e:a9:f2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59775b1d-ae58-49a9-aff6-3abf00cc504f', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '95177d92-9024-40b6-ac79-02b9d5fce0cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:01:52Z', 'updated_at': '2021-11-03T02:01:58Z', 'revision_number': 5, 'project_id': '86777c3ab41c4ea8bbbdf156c7792513', 'subnets': [{'id': '95177d92-9024-40b6-ac79-02b9d5fce0cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:06:46.049174 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699bd9b8-f23c-4c5e-a75c-b6acd96085db None None] The sync data for ids ['59775b1d-ae58-49a9-aff6-3abf00cc504f'] in dv-cinder-815614-3-iscsi is: [{'id': '59775b1d-ae58-49a9-aff6-3abf00cc504f', 'name': 'tempest-AttachVolumeShelveTestJSON-1435874812-router', 'tenant_id': '86777c3ab41c4ea8bbbdf156c7792513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'bf0ea242-1f91-474c-8784-5dc304542465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:01:48Z', 'updated_at': '2021-11-03T02:01:53Z', 'revision_number': 4, 'project_id': '86777c3ab41c4ea8bbbdf156c7792513', 'gw_port': {'id': 'bf0ea242-1f91-474c-8784-5dc304542465', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:85:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59775b1d-ae58-49a9-aff6-3abf00cc504f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:01:49Z', 'updated_at': '2021-11-03T02:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_floatingips': [{'id': 'cbeb5ae7-13c9-468c-8cf8-bd58e0d500c6', 'tenant_id': '86777c3ab41c4ea8bbbdf156c7792513', 'floating_ip_address': '172.27.1.243', 'floating_network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'router_id': '59775b1d-ae58-49a9-aff6-3abf00cc504f', 'port_id': '53f57377-fc10-41c9-b2f6-7fbdab22b983', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9', 'mac_address': 'fa:16:3e:d6:e1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c561cb-543d-469c-a637-70cdf610d8a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T02:06:31Z', 'updated_at': '2021-11-03T02:06:44Z', 'revision_number': 1, 'project_id': '86777c3ab41c4ea8bbbdf156c7792513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9b9bda7-1a40-495e-825b-e93a218c2281', 'name': '', 'network_id': 'f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9', 'tenant_id': '86777c3ab41c4ea8bbbdf156c7792513', 'mac_address': 'fa:16:3e:a9:f2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59775b1d-ae58-49a9-aff6-3abf00cc504f', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '95177d92-9024-40b6-ac79-02b9d5fce0cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:01:52Z', 'updated_at': '2021-11-03T02:01:58Z', 'revision_number': 5, 'project_id': '86777c3ab41c4ea8bbbdf156c7792513', 'subnets': [{'id': '95177d92-9024-40b6-ac79-02b9d5fce0cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:06:46.054873 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-928b6581-b4d1-4651-9017-314fb2e3a994 req-25cce741-692b-49cd-8004-95c389b6ea65 service neutron] 10.222.0.37 "GET /v2.0/networks/f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904555 Nov 03 02:06:46.246912 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbf79a1-6022-4e95-b844-698e235f5ad1 None None] New status for floating IP cbeb5ae7-13c9-468c-8cf8-bd58e0d500c6: ACTIVE {{(pid=108317) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 02:06:46.453203 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 48886) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:06:46.497451 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-55a16928-2c0c-4229-8085-277506f83db1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=27b98cb5c52247dd8372303ab30fc9b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419371 Nov 03 02:06:46.499317 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 48890) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:06:46.546705 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-32dba0f7-0282-4fba-92f6-d25315a5ca47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:46.569036 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-32dba0f7-0282-4fba-92f6-d25315a5ca47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:46.679469 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-32dba0f7-0282-4fba-92f6-d25315a5ca47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:46.682127 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-32dba0f7-0282-4fba-92f6-d25315a5ca47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:46.683326 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-32dba0f7-0282-4fba-92f6-d25315a5ca47 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3b80052b-5de7-4ff2-80cf-a9ad85410d1c HTTP/1.1" status: 204 len: 168 time: 0.1830230 Nov 03 02:06:46.696419 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dba0f7-0282-4fba-92f6-d25315a5ca47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b80052b-5de7-4ff2-80cf-a9ad85410d1c,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:06:46.715776 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-9752fd79-7613-40ad-a4ab-7c502688822b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:48.897568 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-e38c0a72-1025-4bf9-8eba-05d5d2a3b308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:49.925465 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-3baf3433-eee1-48f0-90c8-209ed8ef0e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:51.371690 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-5b813f54-077d-440d-903f-32bc670fe069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:54.034273 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:55.325050 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 49064) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:06:55.428654 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-5b9ddcc9-13b8-47bb-bad2-4370ce7f095c admin admin] Publish callbacks [] for security_group, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:55.504255 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-5b9ddcc9-13b8-47bb-bad2-4370ce7f095c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:55.588448 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-5b9ddcc9-13b8-47bb-bad2-4370ce7f095c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:55.625652 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ddcc9-13b8-47bb-bad2-4370ce7f095c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab252d38-5391-4437-b143-5b80b9e52e6f,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:06:55.631189 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-5b9ddcc9-13b8-47bb-bad2-4370ce7f095c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cc136f61e88c418eb60141dd114fbc0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3049483 Nov 03 02:06:55.633706 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 49068) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:06:55.682007 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-987af39c-3aaf-49be-bc7b-04b1a2486caf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:55.707771 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-987af39c-3aaf-49be-bc7b-04b1a2486caf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:55.833995 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-987af39c-3aaf-49be-bc7b-04b1a2486caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:55.836556 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-987af39c-3aaf-49be-bc7b-04b1a2486caf admin admin] Publish callbacks [] for security_group, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:06:55.837737 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-987af39c-3aaf-49be-bc7b-04b1a2486caf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ab252d38-5391-4437-b143-5b80b9e52e6f HTTP/1.1" status: 204 len: 168 time: 0.2031178 Nov 03 02:06:55.856292 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987af39c-3aaf-49be-bc7b-04b1a2486caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab252d38-5391-4437-b143-5b80b9e52e6f,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:06:59.816941 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:06.773204 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-d67ad11a-7049-4625-a700-1fe091029c00 req-cb859cdc-bd8b-49fd-9d8f-1b7f01a994a3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=561f8514-e68a-49fa-b7f0-ea60cb83a94e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397394 Nov 03 02:07:06.864713 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67ad11a-7049-4625-a700-1fe091029c00 req-ff67f974-b9bd-4170-bc1a-5815b6718322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:07:06.866185 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-d67ad11a-7049-4625-a700-1fe091029c00 req-ff67f974-b9bd-4170-bc1a-5815b6718322 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f13a412251cf4add8e72d0811966ade4&device_id=561f8514-e68a-49fa-b7f0-ea60cb83a94e HTTP/1.1" status: 200 len: 1137 time: 0.0422127 Nov 03 02:07:06.974517 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67ad11a-7049-4625-a700-1fe091029c00 req-bd000445-b0f8-464e-9a29-5fc76aff939f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:07:06.975956 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-d67ad11a-7049-4625-a700-1fe091029c00 req-bd000445-b0f8-464e-9a29-5fc76aff939f service neutron] 10.222.0.37 "GET /v2.0/networks?id=baa53bac-7dd3-4c8a-9217-9ded84eb710f HTTP/1.1" status: 200 len: 916 time: 0.0810404 Nov 03 02:07:07.043332 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-d67ad11a-7049-4625-a700-1fe091029c00 req-68c1b055-fa75-477e-88b0-93585e5ea0e7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96d79956-425a-4084-b4ad-7e4e29f76595 HTTP/1.1" status: 200 len: 1001 time: 0.0597999 Nov 03 02:07:07.095040 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67ad11a-7049-4625-a700-1fe091029c00 req-bf8cd0f3-bbed-47ea-b0e3-677ab44879af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:07:07.096471 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-d67ad11a-7049-4625-a700-1fe091029c00 req-bf8cd0f3-bbed-47ea-b0e3-677ab44879af service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8cfe1338-b6b1-408b-9ec6-b96abceeca92 HTTP/1.1" status: 200 len: 854 time: 0.0432768 Nov 03 02:07:07.140785 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67ad11a-7049-4625-a700-1fe091029c00 req-7298af05-eca3-49ca-a253-7c3a1f31221e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:07:07.142172 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-d67ad11a-7049-4625-a700-1fe091029c00 req-7298af05-eca3-49ca-a253-7c3a1f31221e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=baa53bac-7dd3-4c8a-9217-9ded84eb710f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387685 Nov 03 02:07:07.239036 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-d67ad11a-7049-4625-a700-1fe091029c00 req-ee50e625-8a5c-4178-84f7-cc076c37ecb3 service neutron] 10.222.0.37 "GET /v2.0/networks/baa53bac-7dd3-4c8a-9217-9ded84eb710f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866444 Nov 03 02:07:07.330940 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-d67ad11a-7049-4625-a700-1fe091029c00 req-dbcf1d7b-4cd8-4052-bb45-d8700672220f service neutron] 10.222.0.37 "GET /v2.0/networks/baa53bac-7dd3-4c8a-9217-9ded84eb710f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809116 Nov 03 02:07:09.360412 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 49216) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:07:09.468316 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-16ac0891-1893-47c7-bb85-af769a6801ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:09.546365 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-16ac0891-1893-47c7-bb85-af769a6801ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:09.616460 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-16ac0891-1893-47c7-bb85-af769a6801ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:09.655966 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-16ac0891-1893-47c7-bb85-af769a6801ef admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fd7cf87095cb4cea8ff5f66db4866d9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2944117 Nov 03 02:07:09.656814 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ac0891-1893-47c7-bb85-af769a6801ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc0e8676-0746-46b0-adc3-c61c08612f2e,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:07:09.658791 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 49220) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:07:09.664349 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ac0891-1893-47c7-bb85-af769a6801ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:07:09.670445 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ac0891-1893-47c7-bb85-af769a6801ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:07:09.670445 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ac0891-1893-47c7-bb85-af769a6801ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:07:09.670445 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ac0891-1893-47c7-bb85-af769a6801ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:07:09.670445 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ac0891-1893-47c7-bb85-af769a6801ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:07:09.670445 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ac0891-1893-47c7-bb85-af769a6801ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:07:09.670445 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ac0891-1893-47c7-bb85-af769a6801ef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:07:09.670445 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ac0891-1893-47c7-bb85-af769a6801ef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:07:09.670445 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ac0891-1893-47c7-bb85-af769a6801ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:07:09.670445 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ac0891-1893-47c7-bb85-af769a6801ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:07:09.670445 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ac0891-1893-47c7-bb85-af769a6801ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:07:09.670445 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ac0891-1893-47c7-bb85-af769a6801ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:07:09.710196 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-274aa617-7f9d-4feb-b8de-eaffb43f5b27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:09.731234 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-274aa617-7f9d-4feb-b8de-eaffb43f5b27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:09.965523 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-274aa617-7f9d-4feb-b8de-eaffb43f5b27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:09.968170 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-274aa617-7f9d-4feb-b8de-eaffb43f5b27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:09.969366 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-274aa617-7f9d-4feb-b8de-eaffb43f5b27 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cc0e8676-0746-46b0-adc3-c61c08612f2e HTTP/1.1" status: 204 len: 168 time: 0.3096080 Nov 03 02:07:09.977580 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274aa617-7f9d-4feb-b8de-eaffb43f5b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc0e8676-0746-46b0-adc3-c61c08612f2e,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:07:09.985502 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274aa617-7f9d-4feb-b8de-eaffb43f5b27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:07:09.985870 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274aa617-7f9d-4feb-b8de-eaffb43f5b27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:07:09.986214 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274aa617-7f9d-4feb-b8de-eaffb43f5b27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:07:09.986548 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274aa617-7f9d-4feb-b8de-eaffb43f5b27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:07:09.986870 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274aa617-7f9d-4feb-b8de-eaffb43f5b27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:07:09.987199 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274aa617-7f9d-4feb-b8de-eaffb43f5b27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:07:09.987520 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274aa617-7f9d-4feb-b8de-eaffb43f5b27 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:07:09.987843 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274aa617-7f9d-4feb-b8de-eaffb43f5b27 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:07:09.988164 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274aa617-7f9d-4feb-b8de-eaffb43f5b27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:07:09.988483 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274aa617-7f9d-4feb-b8de-eaffb43f5b27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:07:09.988798 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274aa617-7f9d-4feb-b8de-eaffb43f5b27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:07:09.989113 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274aa617-7f9d-4feb-b8de-eaffb43f5b27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:07:16.685275 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-ca5371f4-c68f-4835-845d-ca894f3273d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:19.056289 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-9bcb6596-eb3a-4c18-9004-8e22003044cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:19.947399 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-3baf3433-eee1-48f0-90c8-209ed8ef0e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:21.336106 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-5b813f54-077d-440d-903f-32bc670fe069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:21.961351 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.agents_db [None req-a2914077-2d9d-4477-8dde-df1573e0789a None None] Agent healthcheck: found 6 active agents {{(pid=108317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:07:23.994487 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 49332) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:07:24.039268 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:24.099799 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-406a4c4e-8dd6-4c1a-9a2d-d12e0e363313 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:24.170367 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-406a4c4e-8dd6-4c1a-9a2d-d12e0e363313 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:24.238872 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-406a4c4e-8dd6-4c1a-9a2d-d12e0e363313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:24.276361 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-406a4c4e-8dd6-4c1a-9a2d-d12e0e363313 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=33b309a23ecc45beb738e8a32126efb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2808385 Nov 03 02:07:24.277252 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406a4c4e-8dd6-4c1a-9a2d-d12e0e363313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=907de5ba-ed83-4a71-b941-7e7d8428ed5e,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:07:24.279086 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 49336) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:07:24.328083 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-90e0a437-b40b-4771-864f-cac003487d8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:24.348521 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-90e0a437-b40b-4771-864f-cac003487d8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:24.456154 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-90e0a437-b40b-4771-864f-cac003487d8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:24.458768 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-90e0a437-b40b-4771-864f-cac003487d8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:24.459941 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-90e0a437-b40b-4771-864f-cac003487d8c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/907de5ba-ed83-4a71-b941-7e7d8428ed5e HTTP/1.1" status: 204 len: 168 time: 0.1798377 Nov 03 02:07:24.467727 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e0a437-b40b-4771-864f-cac003487d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=907de5ba-ed83-4a71-b941-7e7d8428ed5e,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:07:25.101480 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 49344) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:07:25.114524 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-2f202b33-3835-4292-bab5-c0f183ff77ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:25.187669 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-2f202b33-3835-4292-bab5-c0f183ff77ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:25.255704 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-2f202b33-3835-4292-bab5-c0f183ff77ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:25.296374 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-2f202b33-3835-4292-bab5-c0f183ff77ac admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d5710cbebaf04047b095610198d6c884&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1938529 Nov 03 02:07:25.297196 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f202b33-3835-4292-bab5-c0f183ff77ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f069e6-b0b2-4c6b-b16c-a852ac705200,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:07:25.299193 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 49346) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:07:25.347490 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-a2c18534-a81c-4dc9-8f0c-ae8cd59badff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:25.367579 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-a2c18534-a81c-4dc9-8f0c-ae8cd59badff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:25.478859 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-a2c18534-a81c-4dc9-8f0c-ae8cd59badff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:25.481371 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-a2c18534-a81c-4dc9-8f0c-ae8cd59badff admin admin] Publish callbacks [] for security_group, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:25.482545 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-a2c18534-a81c-4dc9-8f0c-ae8cd59badff admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/36f069e6-b0b2-4c6b-b16c-a852ac705200 HTTP/1.1" status: 204 len: 168 time: 0.1823406 Nov 03 02:07:25.490123 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c18534-a81c-4dc9-8f0c-ae8cd59badff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f069e6-b0b2-4c6b-b16c-a852ac705200,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:07:28.320305 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-132ada47-0e90-4972-b2f0-dac5711d215e req-9fb9edb6-8ab4-44c5-9e00-f0a1f8cb43cb tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-89052705&fields=id&tenant_id=f13a412251cf4add8e72d0811966ade4 HTTP/1.1" status: 200 len: 267 time: 0.2018313 Nov 03 02:07:28.376679 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132ada47-0e90-4972-b2f0-dac5711d215e req-f5242b04-3841-4631-8586-38802ca514e8 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:07:28.378124 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-132ada47-0e90-4972-b2f0-dac5711d215e req-f5242b04-3841-4631-8586-38802ca514e8 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/ports?device_id=561f8514-e68a-49fa-b7f0-ea60cb83a94e HTTP/1.1" status: 200 len: 984 time: 0.0521088 Nov 03 02:07:28.390009 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.v2.base [req-132ada47-0e90-4972-b2f0-dac5711d215e req-62ad8215-4e40-4995-bb95-ce3a308a5ab5 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Request body: {'port': {'security_groups': ['5f34f56d-22dc-4342-bf1f-f7098a5b32c7']}} {{(pid=108314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:07:28.462472 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-132ada47-0e90-4972-b2f0-dac5711d215e req-62ad8215-4e40-4995-bb95-ce3a308a5ab5 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:28.641042 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.db [req-132ada47-0e90-4972-b2f0-dac5711d215e req-62ad8215-4e40-4995-bb95-ce3a308a5ab5 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] For port 96d79956-425a-4084-b4ad-7e4e29f76595, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=96d79956-425a-4084-b4ad-7e4e29f76595,segment=NetworkSegment(bd6c75a6-e698-4064-874e-491d3e61c23e),segment_id=bd6c75a6-e698-4064-874e-491d3e61c23e)] {{(pid=108314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:07:28.670047 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-132ada47-0e90-4972-b2f0-dac5711d215e req-62ad8215-4e40-4995-bb95-ce3a308a5ab5 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Publish callbacks [] for port, precommit_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:28.770205 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-132ada47-0e90-4972-b2f0-dac5711d215e req-62ad8215-4e40-4995-bb95-ce3a308a5ab5 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126899640'] for port, after_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:28.783136 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] get_ports_and_sgs() called for port_ids ['96d79956-425a-4084-b4ad-7e4e29f76595'] {{(pid=108316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 02:07:28.815543 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132ada47-0e90-4972-b2f0-dac5711d215e req-62ad8215-4e40-4995-bb95-ce3a308a5ab5 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:07:28.816171 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-132ada47-0e90-4972-b2f0-dac5711d215e req-62ad8215-4e40-4995-bb95-ce3a308a5ab5 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622'] for port, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:28.817586 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-132ada47-0e90-4972-b2f0-dac5711d215e req-62ad8215-4e40-4995-bb95-ce3a308a5ab5 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "PUT /v2.0/ports/96d79956-425a-4084-b4ad-7e4e29f76595 HTTP/1.1" status: 200 len: 942 time: 0.4322641 Nov 03 02:07:28.818053 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '561f8514-e68a-49fa-b7f0-ea60cb83a94e', 'tag': '96d79956-425a-4084-b4ad-7e4e29f76595'}] {{(pid=108314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:07:28.820350 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b9e71fb97e4882bef21449c101b24c97d897c9b718fbc8dac7673975a826a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-939baa00-ff7d-4f90-866d-41ac9abe49f4" -d '{"events": [{"name": "network-changed", "server_uuid": "561f8514-e68a-49fa-b7f0-ea60cb83a94e", "tag": "96d79956-425a-4084-b4ad-7e4e29f76595"}]}' {{(pid=108314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:07:28.825138 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 49424) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:07:28.881046 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ad8215-4e40-4995-bb95-ce3a308a5ab5 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Pushing event updated for resources: {'Port': ['ID=96d79956-425a-4084-b4ad-7e4e29f76595,revision_number=7']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:07:28.909841 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] get_ports_and_sgs() called for port_ids ['96d79956-425a-4084-b4ad-7e4e29f76595'] {{(pid=108316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 02:07:28.910495 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-30b4a826-5058-44a5-a6e9-ee4632796b09 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Publish callbacks [] for security_group, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:28.955603 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-30b4a826-5058-44a5-a6e9-ee4632796b09 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:29.014643 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 02:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-884af955-c03c-4f2f-ba53-d70f6f11435a x-openstack-request-id: req-884af955-c03c-4f2f-ba53-d70f6f11435a {{(pid=108314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:07:29.014937 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "561f8514-e68a-49fa-b7f0-ea60cb83a94e", "tag": "96d79956-425a-4084-b4ad-7e4e29f76595", "status": "completed", "code": 200}]} {{(pid=108314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:07:29.015193 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-884af955-c03c-4f2f-ba53-d70f6f11435a {{(pid=108314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:07:29.015602 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '561f8514-e68a-49fa-b7f0-ea60cb83a94e', 'tag': '96d79956-425a-4084-b4ad-7e4e29f76595', 'status': 'completed', 'code': 200} Nov 03 02:07:29.133206 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-30b4a826-5058-44a5-a6e9-ee4632796b09 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:29.135780 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-30b4a826-5058-44a5-a6e9-ee4632796b09 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Publish callbacks [] for security_group, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:29.137065 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-30b4a826-5058-44a5-a6e9-ee4632796b09 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "DELETE /v2.0/security-groups/7d974952-521b-4022-8994-617d7852a30a HTTP/1.1" status: 204 len: 168 time: 0.3103032 Nov 03 02:07:29.139851 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 49436) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:07:29.151260 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b4a826-5058-44a5-a6e9-ee4632796b09 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d974952-521b-4022-8994-617d7852a30a,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:07:29.156820 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939baa00-ff7d-4f90-866d-41ac9abe49f4 req-6a9302a0-9d3a-44fd-87f0-60c3c8e24633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:07:29.158577 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-939baa00-ff7d-4f90-866d-41ac9abe49f4 req-6a9302a0-9d3a-44fd-87f0-60c3c8e24633 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f13a412251cf4add8e72d0811966ade4&device_id=561f8514-e68a-49fa-b7f0-ea60cb83a94e HTTP/1.1" status: 200 len: 1098 time: 0.1240051 Nov 03 02:07:29.192591 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-7c3f1776-4029-4391-ba1c-eee0642a909d None None] Provisioning complete for port 96d79956-425a-4084-b4ad-7e4e29f76595 triggered by entity DHCP. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:07:29.193226 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-7c3f1776-4029-4391-ba1c-eee0642a909d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:29.273454 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939baa00-ff7d-4f90-866d-41ac9abe49f4 req-ee97b358-1f41-4db8-94a1-0a0c586c5313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:07:29.275529 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-939baa00-ff7d-4f90-866d-41ac9abe49f4 req-ee97b358-1f41-4db8-94a1-0a0c586c5313 service neutron] 10.222.0.37 "GET /v2.0/networks?id=baa53bac-7dd3-4c8a-9217-9ded84eb710f HTTP/1.1" status: 200 len: 916 time: 0.1096251 Nov 03 02:07:29.333341 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.plugin [None req-4895f524-135b-4c4c-acf5-cf665ff1ef3c tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Deleting port a2489fd6-16b3-48af-be94-0e73c73a1422 {{(pid=108314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 02:07:29.333831 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-4895f524-135b-4c4c-acf5-cf665ff1ef3c tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784217550484'] for port, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:29.345285 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-939baa00-ff7d-4f90-866d-41ac9abe49f4 req-b0917ace-feb9-4bb6-b2e8-a9920c3678bd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96d79956-425a-4084-b4ad-7e4e29f76595 HTTP/1.1" status: 200 len: 1001 time: 0.0611339 Nov 03 02:07:29.397841 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939baa00-ff7d-4f90-866d-41ac9abe49f4 req-1f7a1fd5-d8c5-41e8-9260-d9241a5bb245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:07:29.399614 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-939baa00-ff7d-4f90-866d-41ac9abe49f4 req-1f7a1fd5-d8c5-41e8-9260-d9241a5bb245 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8cfe1338-b6b1-408b-9ec6-b96abceeca92 HTTP/1.1" status: 200 len: 854 time: 0.0474997 Nov 03 02:07:29.424650 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-4895f524-135b-4c4c-acf5-cf665ff1ef3c tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538104'] for port, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:29.424880 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-4895f524-135b-4c4c-acf5-cf665ff1ef3c tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:29.437078 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.plugin [None req-4895f524-135b-4c4c-acf5-cf665ff1ef3c tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Calling delete_port for a2489fd6-16b3-48af-be94-0e73c73a1422 owned by network:floatingip {{(pid=108314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 02:07:29.450198 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939baa00-ff7d-4f90-866d-41ac9abe49f4 req-f8480a27-8514-4ed7-956e-439d0d688568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:07:29.452903 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-939baa00-ff7d-4f90-866d-41ac9abe49f4 req-f8480a27-8514-4ed7-956e-439d0d688568 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=baa53bac-7dd3-4c8a-9217-9ded84eb710f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445704 Nov 03 02:07:29.546813 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-939baa00-ff7d-4f90-866d-41ac9abe49f4 req-d5dd90f0-a596-42e3-b640-2f7d57732ebc service neutron] 10.222.0.37 "GET /v2.0/networks/baa53bac-7dd3-4c8a-9217-9ded84eb710f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857084 Nov 03 02:07:29.647480 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-939baa00-ff7d-4f90-866d-41ac9abe49f4 req-fa9d209f-2d47-4c12-ad28-3d8dac16ceb0 service neutron] 10.222.0.37 "GET /v2.0/networks/baa53bac-7dd3-4c8a-9217-9ded84eb710f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898457 Nov 03 02:07:29.713110 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-4895f524-135b-4c4c-acf5-cf665ff1ef3c tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784217703262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784217128223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126899639'] for port, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:29.740705 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4895f524-135b-4c4c-acf5-cf665ff1ef3c tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Pushing event deleted for resources: {'Port': ['ID=a2489fd6-16b3-48af-be94-0e73c73a1422,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:07:29.802823 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-4895f524-135b-4c4c-acf5-cf665ff1ef3c tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Publish callbacks [] for floatingip, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:29.803193 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.db.l3_db [None req-4895f524-135b-4c4c-acf5-cf665ff1ef3c tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Floating IP 47f50668-24a6-4d69-8226-9cb5cb98f499 disassociated (deleted). External IP: 172.27.1.199, port: 96d79956-425a-4084-b4ad-7e4e29f76595. Nov 03 02:07:29.845129 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:30.008404 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4895f524-135b-4c4c-acf5-cf665ff1ef3c tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Router e607ffbe-b1fa-41cb-8e25-a12d46ed9d71 has already been hosted by L3 agent dfdd482b-800d-4ddb-af67-bfdcf28c1d2f {{(pid=108314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:07:30.116946 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4895f524-135b-4c4c-acf5-cf665ff1ef3c tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Notify agent at l3_agent.dv-cinder-815614-3-iscsi the message routers_updated {{(pid=108314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:07:30.121693 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-4895f524-135b-4c4c-acf5-cf665ff1ef3c tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622'] for floatingip, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:30.129273 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e37ae1-e7a6-4070-856e-acc768beaadc None None] Sync routers for ids ['e607ffbe-b1fa-41cb-8e25-a12d46ed9d71'] in dv-cinder-815614-3-iscsi {{(pid=108316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:07:30.140327 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e37ae1-e7a6-4070-856e-acc768beaadc None None] Routers {'e607ffbe-b1fa-41cb-8e25-a12d46ed9d71'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:07:30.140948 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-47e37ae1-e7a6-4070-856e-acc768beaadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:07:19Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['e607ffbe-b1fa-41cb-8e25-a12d46ed9d71'], 'active': True} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:07:30.148823 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-4895f524-135b-4c4c-acf5-cf665ff1ef3c tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "DELETE /v2.0/floatingips/47f50668-24a6-4d69-8226-9cb5cb98f499 HTTP/1.1" status: 204 len: 168 time: 1.0077286 Nov 03 02:07:30.261268 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvr_db [None req-47e37ae1-e7a6-4070-856e-acc768beaadc None None] Set router e607ffbe-b1fa-41cb-8e25-a12d46ed9d71 gateway port host: dv-cinder-815614-3-iscsi {{(pid=108316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:07:30.445454 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-47e37ae1-e7a6-4070-856e-acc768beaadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e607ffbe-b1fa-41cb-8e25-a12d46ed9d71', 'name': 'tempest-TestMinimumBasicScenario-1390445643-router', 'tenant_id': 'f13a412251cf4add8e72d0811966ade4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '2731610c-e582-41dd-887a-b7bf54bfcfcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:03:46Z', 'updated_at': '2021-11-03T02:03:52Z', 'revision_number': 4, 'project_id': 'f13a412251cf4add8e72d0811966ade4', 'gw_port': {'id': '2731610c-e582-41dd-887a-b7bf54bfcfcc', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:70:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e607ffbe-b1fa-41cb-8e25-a12d46ed9d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:03:48Z', 'updated_at': '2021-11-03T02:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_interfaces': [{'id': '1816f6e6-aed0-499e-beee-08666f0ad553', 'name': '', 'network_id': 'baa53bac-7dd3-4c8a-9217-9ded84eb710f', 'tenant_id': 'f13a412251cf4add8e72d0811966ade4', 'mac_address': 'fa:16:3e:43:f1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e607ffbe-b1fa-41cb-8e25-a12d46ed9d71', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '8cfe1338-b6b1-408b-9ec6-b96abceeca92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:03:51Z', 'updated_at': '2021-11-03T02:03:56Z', 'revision_number': 5, 'project_id': 'f13a412251cf4add8e72d0811966ade4', 'subnets': [{'id': '8cfe1338-b6b1-408b-9ec6-b96abceeca92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:07:30.474073 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e37ae1-e7a6-4070-856e-acc768beaadc None None] Checking router: e607ffbe-b1fa-41cb-8e25-a12d46ed9d71 for host: dv-cinder-815614-3-iscsi {{(pid=108316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:07:30.481992 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e37ae1-e7a6-4070-856e-acc768beaadc None None] Routers {'e607ffbe-b1fa-41cb-8e25-a12d46ed9d71'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:07:30.482614 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-47e37ae1-e7a6-4070-856e-acc768beaadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:07:19Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['e607ffbe-b1fa-41cb-8e25-a12d46ed9d71'], 'active': True} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:07:30.600748 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvr_db [None req-47e37ae1-e7a6-4070-856e-acc768beaadc None None] Set router e607ffbe-b1fa-41cb-8e25-a12d46ed9d71 gateway port host: dv-cinder-815614-3-iscsi {{(pid=108316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:07:30.926468 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-47e37ae1-e7a6-4070-856e-acc768beaadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e607ffbe-b1fa-41cb-8e25-a12d46ed9d71', 'name': 'tempest-TestMinimumBasicScenario-1390445643-router', 'tenant_id': 'f13a412251cf4add8e72d0811966ade4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '2731610c-e582-41dd-887a-b7bf54bfcfcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:03:46Z', 'updated_at': '2021-11-03T02:03:52Z', 'revision_number': 4, 'project_id': 'f13a412251cf4add8e72d0811966ade4', 'gw_port': {'id': '2731610c-e582-41dd-887a-b7bf54bfcfcc', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:70:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e607ffbe-b1fa-41cb-8e25-a12d46ed9d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:03:48Z', 'updated_at': '2021-11-03T02:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_interfaces': [{'id': '1816f6e6-aed0-499e-beee-08666f0ad553', 'name': '', 'network_id': 'baa53bac-7dd3-4c8a-9217-9ded84eb710f', 'tenant_id': 'f13a412251cf4add8e72d0811966ade4', 'mac_address': 'fa:16:3e:43:f1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e607ffbe-b1fa-41cb-8e25-a12d46ed9d71', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '8cfe1338-b6b1-408b-9ec6-b96abceeca92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:03:51Z', 'updated_at': '2021-11-03T02:03:56Z', 'revision_number': 5, 'project_id': 'f13a412251cf4add8e72d0811966ade4', 'subnets': [{'id': '8cfe1338-b6b1-408b-9ec6-b96abceeca92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:07:30.952416 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e37ae1-e7a6-4070-856e-acc768beaadc None None] The sync data for ids ['e607ffbe-b1fa-41cb-8e25-a12d46ed9d71'] in dv-cinder-815614-3-iscsi is: [{'id': 'e607ffbe-b1fa-41cb-8e25-a12d46ed9d71', 'name': 'tempest-TestMinimumBasicScenario-1390445643-router', 'tenant_id': 'f13a412251cf4add8e72d0811966ade4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '2731610c-e582-41dd-887a-b7bf54bfcfcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:03:46Z', 'updated_at': '2021-11-03T02:03:52Z', 'revision_number': 4, 'project_id': 'f13a412251cf4add8e72d0811966ade4', 'gw_port': {'id': '2731610c-e582-41dd-887a-b7bf54bfcfcc', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:70:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e607ffbe-b1fa-41cb-8e25-a12d46ed9d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:03:48Z', 'updated_at': '2021-11-03T02:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_interfaces': [{'id': '1816f6e6-aed0-499e-beee-08666f0ad553', 'name': '', 'network_id': 'baa53bac-7dd3-4c8a-9217-9ded84eb710f', 'tenant_id': 'f13a412251cf4add8e72d0811966ade4', 'mac_address': 'fa:16:3e:43:f1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e607ffbe-b1fa-41cb-8e25-a12d46ed9d71', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '8cfe1338-b6b1-408b-9ec6-b96abceeca92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:03:51Z', 'updated_at': '2021-11-03T02:03:56Z', 'revision_number': 5, 'project_id': 'f13a412251cf4add8e72d0811966ade4', 'subnets': [{'id': '8cfe1338-b6b1-408b-9ec6-b96abceeca92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:07:31.017009 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '561f8514-e68a-49fa-b7f0-ea60cb83a94e', 'tag': '96d79956-425a-4084-b4ad-7e4e29f76595'}] {{(pid=108314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:07:31.019368 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b9e71fb97e4882bef21449c101b24c97d897c9b718fbc8dac7673975a826a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa469eaf-d663-464c-87d6-cdac765decb6" -d '{"events": [{"name": "network-changed", "server_uuid": "561f8514-e68a-49fa-b7f0-ea60cb83a94e", "tag": "96d79956-425a-4084-b4ad-7e4e29f76595"}]}' {{(pid=108314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:07:31.060307 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 02:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e81f1cf-8abd-490b-8426-5a5f973346b0 x-openstack-request-id: req-5e81f1cf-8abd-490b-8426-5a5f973346b0 {{(pid=108314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:07:31.060598 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "561f8514-e68a-49fa-b7f0-ea60cb83a94e", "tag": "96d79956-425a-4084-b4ad-7e4e29f76595", "status": "completed", "code": 200}]} {{(pid=108314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:07:31.060849 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5e81f1cf-8abd-490b-8426-5a5f973346b0 {{(pid=108314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:07:31.061249 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '561f8514-e68a-49fa-b7f0-ea60cb83a94e', 'tag': '96d79956-425a-4084-b4ad-7e4e29f76595', 'status': 'completed', 'code': 200} Nov 03 02:07:31.131565 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa469eaf-d663-464c-87d6-cdac765decb6 req-b04408a5-a1c0-440a-9b59-0db18b6d12b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:07:31.133125 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-fa469eaf-d663-464c-87d6-cdac765decb6 req-b04408a5-a1c0-440a-9b59-0db18b6d12b7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f13a412251cf4add8e72d0811966ade4&device_id=561f8514-e68a-49fa-b7f0-ea60cb83a94e HTTP/1.1" status: 200 len: 1098 time: 0.0461266 Nov 03 02:07:31.189227 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdeab4f4-5b71-47af-b19e-8f66e53abc19 None None] New status for floating IP 47f50668-24a6-4d69-8226-9cb5cb98f499: DOWN {{(pid=108317) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 02:07:31.482929 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa469eaf-d663-464c-87d6-cdac765decb6 req-96f498fe-1a34-4ac7-b450-a1897c92b2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:07:31.484336 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-fa469eaf-d663-464c-87d6-cdac765decb6 req-96f498fe-1a34-4ac7-b450-a1897c92b2a9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=baa53bac-7dd3-4c8a-9217-9ded84eb710f HTTP/1.1" status: 200 len: 916 time: 0.3417056 Nov 03 02:07:31.525343 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-fa469eaf-d663-464c-87d6-cdac765decb6 req-99246c84-34b3-455f-8676-5c8bd931d215 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96d79956-425a-4084-b4ad-7e4e29f76595 HTTP/1.1" status: 200 len: 217 time: 0.0339284 Nov 03 02:07:31.575779 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa469eaf-d663-464c-87d6-cdac765decb6 req-b2c8ba60-a6fa-474b-818e-02b058e1af5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:07:31.577242 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-fa469eaf-d663-464c-87d6-cdac765decb6 req-b2c8ba60-a6fa-474b-818e-02b058e1af5a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8cfe1338-b6b1-408b-9ec6-b96abceeca92 HTTP/1.1" status: 200 len: 854 time: 0.0447075 Nov 03 02:07:31.638674 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa469eaf-d663-464c-87d6-cdac765decb6 req-da396beb-30a3-477e-a692-91498cfcc2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:07:31.640314 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-fa469eaf-d663-464c-87d6-cdac765decb6 req-da396beb-30a3-477e-a692-91498cfcc2fd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=baa53bac-7dd3-4c8a-9217-9ded84eb710f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0485227 Nov 03 02:07:31.740509 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-fa469eaf-d663-464c-87d6-cdac765decb6 req-251ee4c4-d7b2-416d-bdfd-2c023d7cd373 service neutron] 10.222.0.37 "GET /v2.0/networks/baa53bac-7dd3-4c8a-9217-9ded84eb710f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916626 Nov 03 02:07:31.850899 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-fa469eaf-d663-464c-87d6-cdac765decb6 req-108bd8ed-0a15-4cc3-9bab-6331f5aeddc3 service neutron] 10.222.0.37 "GET /v2.0/networks/baa53bac-7dd3-4c8a-9217-9ded84eb710f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968053 Nov 03 02:07:34.568267 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396807e1-4041-4f07-9760-bfb869a64249 req-c6a0a65d-6e3c-4cd2-9a72-447a3cb5bedc tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:07:34.569779 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-396807e1-4041-4f07-9760-bfb869a64249 req-c6a0a65d-6e3c-4cd2-9a72-447a3cb5bedc tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/ports?device_id=561f8514-e68a-49fa-b7f0-ea60cb83a94e HTTP/1.1" status: 200 len: 945 time: 0.0506318 Nov 03 02:07:34.618806 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-396807e1-4041-4f07-9760-bfb869a64249 req-9bb06da6-8637-42cc-943f-e5511e50ebfd tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f34f56d-22dc-4342-bf1f-f7098a5b32c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431128 Nov 03 02:07:35.731126 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c19078-6430-4833-aeb1-badb8d630b5a req-b68e81ed-95d1-452f-b179-8d747eeeaac2 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:07:35.732608 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f3c19078-6430-4833-aeb1-badb8d630b5a req-b68e81ed-95d1-452f-b179-8d747eeeaac2 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/ports?device_id=561f8514-e68a-49fa-b7f0-ea60cb83a94e HTTP/1.1" status: 200 len: 945 time: 0.0475185 Nov 03 02:07:35.784898 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f3c19078-6430-4833-aeb1-badb8d630b5a req-1555e45e-a166-402c-a2a6-21f26e178566 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f34f56d-22dc-4342-bf1f-f7098a5b32c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456808 Nov 03 02:07:36.277797 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e22cad5-3df9-430e-bf87-8d43abe78cf7 req-df7e1f92-a1ba-47cf-b7fd-17217ceded60 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:07:36.279273 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-2e22cad5-3df9-430e-bf87-8d43abe78cf7 req-df7e1f92-a1ba-47cf-b7fd-17217ceded60 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.37 "GET /v2.0/ports?device_id=561f8514-e68a-49fa-b7f0-ea60cb83a94e HTTP/1.1" status: 200 len: 945 time: 0.0467768 Nov 03 02:07:36.382587 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.plugin [req-2e22cad5-3df9-430e-bf87-8d43abe78cf7 req-ec8f3552-6095-419b-85dc-a9f612fbeb95 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Deleting port 96d79956-425a-4084-b4ad-7e4e29f76595 {{(pid=108315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 02:07:36.382587 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-2e22cad5-3df9-430e-bf87-8d43abe78cf7 req-ec8f3552-6095-419b-85dc-a9f612fbeb95 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784217550484'] for port, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:36.467988 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.db [req-2e22cad5-3df9-430e-bf87-8d43abe78cf7 req-ec8f3552-6095-419b-85dc-a9f612fbeb95 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] For port 96d79956-425a-4084-b4ad-7e4e29f76595, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=96d79956-425a-4084-b4ad-7e4e29f76595,segment=NetworkSegment(bd6c75a6-e698-4064-874e-491d3e61c23e),segment_id=bd6c75a6-e698-4064-874e-491d3e61c23e)] {{(pid=108315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:07:36.468356 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-2e22cad5-3df9-430e-bf87-8d43abe78cf7 req-ec8f3552-6095-419b-85dc-a9f612fbeb95 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538104'] for port, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:36.481135 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.plugin [req-2e22cad5-3df9-430e-bf87-8d43abe78cf7 req-ec8f3552-6095-419b-85dc-a9f612fbeb95 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Calling delete_port for 96d79956-425a-4084-b4ad-7e4e29f76595 owned by compute:nova {{(pid=108315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 02:07:36.867472 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-2e22cad5-3df9-430e-bf87-8d43abe78cf7 req-ec8f3552-6095-419b-85dc-a9f612fbeb95 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784217703262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784217128223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127914182'] for port, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:36.882719 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] get_ports_and_sgs() called for port_ids ['96d79956-425a-4084-b4ad-7e4e29f76595'] {{(pid=108316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 02:07:36.884597 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-cdd44749-436d-43fe-a7e3-659ac7695c8d req-9fbcf809-afda-427a-9700-9f74a05aadb4 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/ports?device_id=561f8514-e68a-49fa-b7f0-ea60cb83a94e HTTP/1.1" status: 200 len: 210 time: 0.0291693 Nov 03 02:07:36.901035 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8f3552-6095-419b-85dc-a9f612fbeb95 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Pushing event deleted for resources: {'Port': ['ID=96d79956-425a-4084-b4ad-7e4e29f76595,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:07:36.945350 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e22cad5-3df9-430e-bf87-8d43abe78cf7 req-ec8f3552-6095-419b-85dc-a9f612fbeb95 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] No DVR routers for this DVR port 96d79956-425a-4084-b4ad-7e4e29f76595 on host hv-cinder-81561 {{(pid=108315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 02:07:36.947952 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-2e22cad5-3df9-430e-bf87-8d43abe78cf7 req-ec8f3552-6095-419b-85dc-a9f612fbeb95 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622'] for port, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:36.951284 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-2e22cad5-3df9-430e-bf87-8d43abe78cf7 req-ec8f3552-6095-419b-85dc-a9f612fbeb95 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.37 "DELETE /v2.0/ports/96d79956-425a-4084-b4ad-7e4e29f76595 HTTP/1.1" status: 204 len: 173 time: 0.6662812 Nov 03 02:07:36.951726 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '561f8514-e68a-49fa-b7f0-ea60cb83a94e', 'name': 'network-vif-deleted', 'tag': '96d79956-425a-4084-b4ad-7e4e29f76595'}] {{(pid=108315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:07:36.953970 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ceb3f72598e67bafae985fe00b788e907b12cd818b569c9993237f285010df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d74308d2-bb4f-4b11-afa0-3389a22db9ba" -d '{"events": [{"server_uuid": "561f8514-e68a-49fa-b7f0-ea60cb83a94e", "name": "network-vif-deleted", "tag": "96d79956-425a-4084-b4ad-7e4e29f76595"}]}' {{(pid=108315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:07:37.044599 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 02:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d4a36f-bba1-490c-99c2-e16a853b1130 x-openstack-request-id: req-30d4a36f-bba1-490c-99c2-e16a853b1130 {{(pid=108315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:07:37.044890 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "561f8514-e68a-49fa-b7f0-ea60cb83a94e", "name": "network-vif-deleted", "tag": "96d79956-425a-4084-b4ad-7e4e29f76595", "status": "completed", "code": 200}]} {{(pid=108315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:07:37.046239 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-30d4a36f-bba1-490c-99c2-e16a853b1130 {{(pid=108315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:07:37.046239 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '561f8514-e68a-49fa-b7f0-ea60cb83a94e', 'name': 'network-vif-deleted', 'tag': '96d79956-425a-4084-b4ad-7e4e29f76595', 'status': 'completed', 'code': 200} Nov 03 02:07:37.990776 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-380ab98f-7439-41f3-a113-2f2a9debbc10 req-956cdf91-c137-4826-9c3c-c1ed491439d6 tempest-TestMinimumBasicScenario-621125443 tempest-TestMinimumBasicScenario-621125443-project] 10.222.0.30 "GET /v2.0/ports?device_id=561f8514-e68a-49fa-b7f0-ea60cb83a94e HTTP/1.1" status: 200 len: 210 time: 0.0267122 Nov 03 02:07:39.127448 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 49578) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:07:39.234405 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-fdd06e79-75dd-43bd-a009-e4d3ab459393 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:39.308931 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-fdd06e79-75dd-43bd-a009-e4d3ab459393 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:39.444705 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-fdd06e79-75dd-43bd-a009-e4d3ab459393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:39.483784 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-fdd06e79-75dd-43bd-a009-e4d3ab459393 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e0557e043fdd4cf2b6318973c02065d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3552675 Nov 03 02:07:39.485144 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd06e79-75dd-43bd-a009-e4d3ab459393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7668151-acfe-400f-a956-a67d4754b93e,revision_number=1']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:07:39.486670 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 49598) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:07:39.552852 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-1565a93b-c53c-423a-9d65-15c703098178 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:39.579877 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-1565a93b-c53c-423a-9d65-15c703098178 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:39.730240 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-1565a93b-c53c-423a-9d65-15c703098178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:39.732787 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-1565a93b-c53c-423a-9d65-15c703098178 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:39.734065 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-1565a93b-c53c-423a-9d65-15c703098178 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a7668151-acfe-400f-a956-a67d4754b93e HTTP/1.1" status: 204 len: 168 time: 0.2464178 Nov 03 02:07:39.742555 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1565a93b-c53c-423a-9d65-15c703098178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7668151-acfe-400f-a956-a67d4754b93e,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:07:39.900741 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a18f35-46c2-403b-8134-d62f0dff7013 req-53556c64-d506-44a2-8b62-af9c30121a62 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:07:39.902246 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-59a18f35-46c2-403b-8134-d62f0dff7013 req-53556c64-d506-44a2-8b62-af9c30121a62 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 945 time: 0.0529494 Nov 03 02:07:39.953848 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-59a18f35-46c2-403b-8134-d62f0dff7013 req-732229d9-aa06-4da5-a3f4-a6d43e2b9427 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=e26279a2-a305-49d4-a7d3-c9e1b2e2d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455620 Nov 03 02:07:40.403217 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 49644) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:07:40.416461 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-cc904a83-1d19-4f51-bb4d-f07459863b44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:40.489055 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-cc904a83-1d19-4f51-bb4d-f07459863b44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:40.547376 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-cc904a83-1d19-4f51-bb4d-f07459863b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:40.587140 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-cc904a83-1d19-4f51-bb4d-f07459863b44 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4c1711f91c8c488381b2c45193e396b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1827450 Nov 03 02:07:40.587911 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc904a83-1d19-4f51-bb4d-f07459863b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2abf0f6b-bea4-4d15-8039-05ccb3599931,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:07:40.589684 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 49646) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:07:40.641230 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-93c8c388-1ee6-4daf-a18d-ff654debf8ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:40.662496 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-93c8c388-1ee6-4daf-a18d-ff654debf8ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:40.717312 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 49648) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:07:40.799503 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-93c8c388-1ee6-4daf-a18d-ff654debf8ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:40.802005 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-93c8c388-1ee6-4daf-a18d-ff654debf8ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:40.803154 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-93c8c388-1ee6-4daf-a18d-ff654debf8ba admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2abf0f6b-bea4-4d15-8039-05ccb3599931 HTTP/1.1" status: 204 len: 168 time: 0.2121820 Nov 03 02:07:40.818803 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c8c388-1ee6-4daf-a18d-ff654debf8ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2abf0f6b-bea4-4d15-8039-05ccb3599931,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:07:41.098197 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc5f196-db69-4d3e-a5f9-d509bce8f68b req-6600a5d7-5423-4d05-9375-a0bd5804cd8f tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:07:41.099613 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-7dc5f196-db69-4d3e-a5f9-d509bce8f68b req-6600a5d7-5423-4d05-9375-a0bd5804cd8f tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 945 time: 0.0738597 Nov 03 02:07:41.195712 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-7dc5f196-db69-4d3e-a5f9-d509bce8f68b req-847262db-a9e9-4212-a5cc-b47a2152b86f tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=e26279a2-a305-49d4-a7d3-c9e1b2e2d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0892675 Nov 03 02:07:41.219183 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-57ab7ac7-c6da-4e95-953a-37e2a67830a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640815'] for router_interface, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:41.432801 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 49656) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:07:41.446681 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-244e3f75-56e3-46e0-9018-0e3208df0bf7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:41.504930 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.plugin [None req-57ab7ac7-c6da-4e95-953a-37e2a67830a7 admin admin] Deleting port 1816f6e6-aed0-499e-beee-08666f0ad553 {{(pid=108314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 02:07:41.505268 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-57ab7ac7-c6da-4e95-953a-37e2a67830a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784217550484'] for port, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:41.518436 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-244e3f75-56e3-46e0-9018-0e3208df0bf7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:41.587190 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-244e3f75-56e3-46e0-9018-0e3208df0bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:41.629128 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244e3f75-56e3-46e0-9018-0e3208df0bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff70ce2c-2a70-41a6-a83f-592be3fa2175,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:07:41.633644 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-244e3f75-56e3-46e0-9018-0e3208df0bf7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4e8d17aa773448aa82c162a49ca7d838&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1995120 Nov 03 02:07:41.636452 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 49658) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:07:41.691703 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-3addca9e-1855-4c5c-8363-3f2b4ae1335b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:41.714262 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-3addca9e-1855-4c5c-8363-3f2b4ae1335b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:41.719850 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device 96d79956-425a-4084-b4ad-7e4e29f76595 no longer exists at agent hyperv_hv-cinder-81561 {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:07:41.745402 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] No Port match for: 96d79956-425a-4084-b4ad-7e4e29f76595 {{(pid=108316) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 02:07:41.746564 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device 96d79956-425a-4084-b4ad-7e4e29f76595 not bound to the agent host hv-cinder-81561 {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:07:41.821082 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.db [None req-57ab7ac7-c6da-4e95-953a-37e2a67830a7 admin admin] For port 1816f6e6-aed0-499e-beee-08666f0ad553, host dv-cinder-815614-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=1816f6e6-aed0-499e-beee-08666f0ad553,segment=NetworkSegment(bd6c75a6-e698-4064-874e-491d3e61c23e),segment_id=bd6c75a6-e698-4064-874e-491d3e61c23e)] {{(pid=108314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:07:41.821687 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-57ab7ac7-c6da-4e95-953a-37e2a67830a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538104'] for port, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:41.833488 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.plugin [None req-57ab7ac7-c6da-4e95-953a-37e2a67830a7 admin admin] Calling delete_port for 1816f6e6-aed0-499e-beee-08666f0ad553 owned by network:router_interface {{(pid=108314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 02:07:41.844247 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-3addca9e-1855-4c5c-8363-3f2b4ae1335b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:41.847592 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-3addca9e-1855-4c5c-8363-3f2b4ae1335b admin admin] Publish callbacks [] for security_group, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:41.848746 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-3addca9e-1855-4c5c-8363-3f2b4ae1335b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ff70ce2c-2a70-41a6-a83f-592be3fa2175 HTTP/1.1" status: 204 len: 168 time: 0.2113602 Nov 03 02:07:41.859846 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3addca9e-1855-4c5c-8363-3f2b4ae1335b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff70ce2c-2a70-41a6-a83f-592be3fa2175,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:07:42.073005 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-57ab7ac7-c6da-4e95-953a-37e2a67830a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784217703262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784217128223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126899639'] for port, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:42.097032 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ab7ac7-c6da-4e95-953a-37e2a67830a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1816f6e6-aed0-499e-beee-08666f0ad553,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:07:42.281510 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-57ab7ac7-c6da-4e95-953a-37e2a67830a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643807'] for router_interface, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:42.420378 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976dcf56-402d-4185-b122-647cb416f8f9 req-68b9fb9f-7f1b-413c-ae48-12c4f5e06c75 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:07:42.421788 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-976dcf56-402d-4185-b122-647cb416f8f9 req-68b9fb9f-7f1b-413c-ae48-12c4f5e06c75 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 945 time: 0.1226962 Nov 03 02:07:42.512939 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-976dcf56-402d-4185-b122-647cb416f8f9 req-42f6ed99-d9e5-45f5-850c-17b3f01bdfe0 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=e26279a2-a305-49d4-a7d3-c9e1b2e2d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0838015 Nov 03 02:07:42.576013 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57ab7ac7-c6da-4e95-953a-37e2a67830a7 admin admin] Router e607ffbe-b1fa-41cb-8e25-a12d46ed9d71 has already been hosted by L3 agent dfdd482b-800d-4ddb-af67-bfdcf28c1d2f {{(pid=108314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:07:42.689276 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ab7ac7-c6da-4e95-953a-37e2a67830a7 admin admin] Notify agent at l3_agent.dv-cinder-815614-3-iscsi the message routers_updated {{(pid=108314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:07:42.691369 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-57ab7ac7-c6da-4e95-953a-37e2a67830a7 admin admin] 10.222.0.30 "PUT /v2.0/routers/e607ffbe-b1fa-41cb-8e25-a12d46ed9d71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9729125 Nov 03 02:07:42.693749 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 49678) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:07:42.696959 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b172d6f-2eb2-404d-bedb-856452de8848 None None] Sync routers for ids ['e607ffbe-b1fa-41cb-8e25-a12d46ed9d71'] in dv-cinder-815614-3-iscsi {{(pid=108316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:07:42.707873 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b172d6f-2eb2-404d-bedb-856452de8848 None None] Routers {'e607ffbe-b1fa-41cb-8e25-a12d46ed9d71'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:07:42.708702 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-3b172d6f-2eb2-404d-bedb-856452de8848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:07:19Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['e607ffbe-b1fa-41cb-8e25-a12d46ed9d71'], 'active': True} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:07:42.801988 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-b6646457-a798-400a-95e0-d06eb6cc1ef4 admin admin] Publish callbacks [] for router, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:42.817253 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvr_db [None req-3b172d6f-2eb2-404d-bedb-856452de8848 None None] Set router e607ffbe-b1fa-41cb-8e25-a12d46ed9d71 gateway port host: dv-cinder-815614-3-iscsi {{(pid=108316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:07:42.913358 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-b6646457-a798-400a-95e0-d06eb6cc1ef4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:42.995807 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-3b172d6f-2eb2-404d-bedb-856452de8848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e607ffbe-b1fa-41cb-8e25-a12d46ed9d71', 'name': 'tempest-TestMinimumBasicScenario-1390445643-router', 'tenant_id': 'f13a412251cf4add8e72d0811966ade4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '2731610c-e582-41dd-887a-b7bf54bfcfcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:03:46Z', 'updated_at': '2021-11-03T02:07:41Z', 'revision_number': 5, 'project_id': 'f13a412251cf4add8e72d0811966ade4', 'gw_port': {'id': '2731610c-e582-41dd-887a-b7bf54bfcfcc', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:70:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e607ffbe-b1fa-41cb-8e25-a12d46ed9d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:03:48Z', 'updated_at': '2021-11-03T02:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi'}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:07:43.023460 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b172d6f-2eb2-404d-bedb-856452de8848 None None] Checking router: e607ffbe-b1fa-41cb-8e25-a12d46ed9d71 for host: dv-cinder-815614-3-iscsi {{(pid=108316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:07:43.032262 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b172d6f-2eb2-404d-bedb-856452de8848 None None] Routers {'e607ffbe-b1fa-41cb-8e25-a12d46ed9d71'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:07:43.032870 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-3b172d6f-2eb2-404d-bedb-856452de8848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:07:19Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['e607ffbe-b1fa-41cb-8e25-a12d46ed9d71'], 'active': True} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:07:43.042681 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.plugin [None req-b6646457-a798-400a-95e0-d06eb6cc1ef4 admin admin] Deleting port 2731610c-e582-41dd-887a-b7bf54bfcfcc {{(pid=108314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 02:07:43.043019 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-b6646457-a798-400a-95e0-d06eb6cc1ef4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784217550484'] for port, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:43.120796 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvr_db [None req-3b172d6f-2eb2-404d-bedb-856452de8848 None None] Set router e607ffbe-b1fa-41cb-8e25-a12d46ed9d71 gateway port host: None {{(pid=108316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:07:43.129493 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.db [None req-b6646457-a798-400a-95e0-d06eb6cc1ef4 admin admin] For port 2731610c-e582-41dd-887a-b7bf54bfcfcc, host dv-cinder-815614-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=2731610c-e582-41dd-887a-b7bf54bfcfcc,segment=NetworkSegment(1823f467-65f5-492c-8155-6dfe4df97867),segment_id=1823f467-65f5-492c-8155-6dfe4df97867)] {{(pid=108314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:07:43.135579 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-b6646457-a798-400a-95e0-d06eb6cc1ef4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538104'] for port, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:43.143396 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.plugin [None req-b6646457-a798-400a-95e0-d06eb6cc1ef4 admin admin] Calling delete_port for 2731610c-e582-41dd-887a-b7bf54bfcfcc owned by network:router_gateway {{(pid=108314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 02:07:43.176507 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-3b172d6f-2eb2-404d-bedb-856452de8848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e607ffbe-b1fa-41cb-8e25-a12d46ed9d71', 'name': 'tempest-TestMinimumBasicScenario-1390445643-router', 'tenant_id': 'f13a412251cf4add8e72d0811966ade4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:03:46Z', 'updated_at': '2021-11-03T02:07:42Z', 'revision_number': 6, 'project_id': 'f13a412251cf4add8e72d0811966ade4', 'gw_port_host': None}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:07:43.203386 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b172d6f-2eb2-404d-bedb-856452de8848 None None] The sync data for ids ['e607ffbe-b1fa-41cb-8e25-a12d46ed9d71'] in dv-cinder-815614-3-iscsi is: [{'id': 'e607ffbe-b1fa-41cb-8e25-a12d46ed9d71', 'name': 'tempest-TestMinimumBasicScenario-1390445643-router', 'tenant_id': 'f13a412251cf4add8e72d0811966ade4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:03:46Z', 'updated_at': '2021-11-03T02:07:42Z', 'revision_number': 6, 'project_id': 'f13a412251cf4add8e72d0811966ade4', 'gw_port_host': None}] {{(pid=108316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:07:43.393243 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-b6646457-a798-400a-95e0-d06eb6cc1ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784217703262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784217128223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126899639'] for port, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:43.418592 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6646457-a798-400a-95e0-d06eb6cc1ef4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2731610c-e582-41dd-887a-b7bf54bfcfcc,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:07:43.478996 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-b6646457-a798-400a-95e0-d06eb6cc1ef4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-641637'] for router_gateway, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:43.599327 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-b6646457-a798-400a-95e0-d06eb6cc1ef4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15182'] for router, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:43.602367 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-b6646457-a798-400a-95e0-d06eb6cc1ef4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:43.712352 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad97ef8f-4ee7-4b27-8653-424fa14e789d req-955275ee-e154-4b0c-8c91-11be33723d7a tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:07:43.713904 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-ad97ef8f-4ee7-4b27-8653-424fa14e789d req-955275ee-e154-4b0c-8c91-11be33723d7a tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 945 time: 0.1049900 Nov 03 02:07:43.763922 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-ad97ef8f-4ee7-4b27-8653-424fa14e789d req-4d58bfde-55a1-4d19-a527-283fc1f39f90 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=e26279a2-a305-49d4-a7d3-c9e1b2e2d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435746 Nov 03 02:07:43.764979 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-b6646457-a798-400a-95e0-d06eb6cc1ef4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642304'] for router, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:43.765542 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6646457-a798-400a-95e0-d06eb6cc1ef4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e607ffbe-b1fa-41cb-8e25-a12d46ed9d71 {{(pid=108314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 02:07:43.772765 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-b6646457-a798-400a-95e0-d06eb6cc1ef4 admin admin] Publish callbacks [] for router, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:43.776512 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-b6646457-a798-400a-95e0-d06eb6cc1ef4 admin admin] 10.222.0.30 "DELETE /v2.0/routers/e607ffbe-b1fa-41cb-8e25-a12d46ed9d71 HTTP/1.1" status: 204 len: 168 time: 1.0792770 Nov 03 02:07:43.777452 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 49704) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:07:43.831074 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.db_base_plugin_v2 [None req-012b10c4-7a17-4448-8c98-380eceac4f24 admin admin] Deleting subnet 8cfe1338-b6b1-408b-9ec6-b96abceeca92 {{(pid=108314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 02:07:43.834150 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-012b10c4-7a17-4448-8c98-380eceac4f24 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:43.867338 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-012b10c4-7a17-4448-8c98-380eceac4f24 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127010045'] for subnet, precommit_delete_associations {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:43.975860 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-012b10c4-7a17-4448-8c98-380eceac4f24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1588830'] for subnet, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:44.101685 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-012b10c4-7a17-4448-8c98-380eceac4f24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1588775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126899682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126342560'] for subnet, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:44.129520 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012b10c4-7a17-4448-8c98-380eceac4f24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cfe1338-b6b1-408b-9ec6-b96abceeca92,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:07:44.133431 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-012b10c4-7a17-4448-8c98-380eceac4f24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554904'] for subnet, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:44.139848 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-012b10c4-7a17-4448-8c98-380eceac4f24 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/8cfe1338-b6b1-408b-9ec6-b96abceeca92 HTTP/1.1" status: 204 len: 168 time: 0.3583910 Nov 03 02:07:44.139848 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 49712) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:07:44.142834 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f856048-9bcf-4784-afe7-26ab8699cf9a None None] Network baa53bac-7dd3-4c8a-9217-9ded84eb710f requested from dv-cinder-815614-3-iscsi {{(pid=108316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 02:07:44.218596 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-24c9b2ae-70e1-49c9-aff4-83425e81085f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2025968'] for network, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:44.237261 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device 2731610c-e582-41dd-887a-b7bf54bfcfcc no longer exists at agent ovs-agent-dv-cinder-815614-3-iscsi {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:07:44.271978 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] No Port match for: 2731610c-e582-41dd-887a-b7bf54bfcfcc {{(pid=108316) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 02:07:44.274377 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device 2731610c-e582-41dd-887a-b7bf54bfcfcc not bound to the agent host dv-cinder-815614-3-iscsi {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:07:44.274377 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device 1816f6e6-aed0-499e-beee-08666f0ad553 no longer exists at agent ovs-agent-dv-cinder-815614-3-iscsi {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:07:44.282211 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.plugin [None req-24c9b2ae-70e1-49c9-aff4-83425e81085f admin admin] Deleting port 986b2413-a4e5-457a-afeb-0e07548da044 {{(pid=108314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 02:07:44.282553 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-24c9b2ae-70e1-49c9-aff4-83425e81085f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784217550484'] for port, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:44.299652 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] No Port match for: 1816f6e6-aed0-499e-beee-08666f0ad553 {{(pid=108316) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 02:07:44.300087 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device 1816f6e6-aed0-499e-beee-08666f0ad553 not bound to the agent host dv-cinder-815614-3-iscsi {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:07:44.355706 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.db [None req-24c9b2ae-70e1-49c9-aff4-83425e81085f admin admin] For port 986b2413-a4e5-457a-afeb-0e07548da044, host dv-cinder-815614-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=986b2413-a4e5-457a-afeb-0e07548da044,segment=NetworkSegment(bd6c75a6-e698-4064-874e-491d3e61c23e),segment_id=bd6c75a6-e698-4064-874e-491d3e61c23e)] {{(pid=108314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:07:44.356172 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-24c9b2ae-70e1-49c9-aff4-83425e81085f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538104'] for port, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:44.376287 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.plugin [None req-24c9b2ae-70e1-49c9-aff4-83425e81085f admin admin] Calling delete_port for 986b2413-a4e5-457a-afeb-0e07548da044 owned by network:dhcp {{(pid=108314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 02:07:44.430878 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fda56fd-55d1-4625-adcf-926d8ddc55f1 None None] DHCP port deletion for baa53bac-7dd3-4c8a-9217-9ded84eb710f request from dv-cinder-815614-3-iscsi {{(pid=108316) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 02:07:44.489543 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-2fda56fd-55d1-4625-adcf-926d8ddc55f1 None None] Deleting port 986b2413-a4e5-457a-afeb-0e07548da044 {{(pid=108316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 02:07:44.489944 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-2fda56fd-55d1-4625-adcf-926d8ddc55f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784217550484'] for port, before_delete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:44.507121 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-24c9b2ae-70e1-49c9-aff4-83425e81085f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784217703262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784217128223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126899639'] for port, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:44.531971 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c9b2ae-70e1-49c9-aff4-83425e81085f admin admin] Pushing event deleted for resources: {'Port': ['ID=986b2413-a4e5-457a-afeb-0e07548da044,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:07:44.535633 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c9b2ae-70e1-49c9-aff4-83425e81085f admin admin] No DVR routers for this DVR port 986b2413-a4e5-457a-afeb-0e07548da044 on host dv-cinder-815614-3-iscsi {{(pid=108314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 02:07:44.553617 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-2fda56fd-55d1-4625-adcf-926d8ddc55f1 None None] For port 986b2413-a4e5-457a-afeb-0e07548da044, host dv-cinder-815614-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=986b2413-a4e5-457a-afeb-0e07548da044,segment=NetworkSegment(bd6c75a6-e698-4064-874e-491d3e61c23e),segment_id=bd6c75a6-e698-4064-874e-491d3e61c23e)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:07:44.554017 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-2fda56fd-55d1-4625-adcf-926d8ddc55f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538104'] for port, precommit_delete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:44.568687 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-2fda56fd-55d1-4625-adcf-926d8ddc55f1 None None] Calling delete_port for 986b2413-a4e5-457a-afeb-0e07548da044 owned by network:dhcp {{(pid=108316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 02:07:44.620811 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-24c9b2ae-70e1-49c9-aff4-83425e81085f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1575371', 'neutron.services.segments.db._delete_segments_for_network-8784217631501'] for network, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:44.643064 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.services.segments.db [None req-24c9b2ae-70e1-49c9-aff4-83425e81085f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baa53bac-7dd3-4c8a-9217-9ded84eb710f']}} {{(pid=108314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:07:44.652763 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.services.segments.db [None req-24c9b2ae-70e1-49c9-aff4-83425e81085f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd6c75a6-e698-4064-874e-491d3e61c23e') {'for_net_delete': True} {{(pid=108314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:07:44.653227 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.services.segments.db [None req-24c9b2ae-70e1-49c9-aff4-83425e81085f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd6c75a6-e698-4064-874e-491d3e61c23e') {} {{(pid=108314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:07:44.662687 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-24c9b2ae-70e1-49c9-aff4-83425e81085f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784217632534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127010036'] for segment, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:44.675999 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-24c9b2ae-70e1-49c9-aff4-83425e81085f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1588371'] for segment, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:44.682028 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24c9b2ae-70e1-49c9-aff4-83425e81085f admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=108314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:07:44.682392 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-24c9b2ae-70e1-49c9-aff4-83425e81085f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1588371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126899588'] for segment, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:44.684366 dv-cinder-815614-3-iscsi neutron-server[108314]: Traceback (most recent call last): Nov 03 02:07:44.684366 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 02:07:44.684366 dv-cinder-815614-3-iscsi neutron-server[108314]: timer() Nov 03 02:07:44.684366 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 02:07:44.684366 dv-cinder-815614-3-iscsi neutron-server[108314]: cb(*args, **kw) Nov 03 02:07:44.684366 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 02:07:44.684366 dv-cinder-815614-3-iscsi neutron-server[108314]: return func(*args, **kwargs) Nov 03 02:07:44.684366 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 02:07:44.684366 dv-cinder-815614-3-iscsi neutron-server[108314]: self._notify() Nov 03 02:07:44.684366 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 02:07:44.684366 dv-cinder-815614-3-iscsi neutron-server[108314]: self.callback(batched_events) Nov 03 02:07:44.684366 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 02:07:44.684366 dv-cinder-815614-3-iscsi neutron-server[108314]: event.method(event) Nov 03 02:07:44.684366 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 02:07:44.684366 dv-cinder-815614-3-iscsi neutron-server[108314]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 02:07:44.684366 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 02:07:44.684366 dv-cinder-815614-3-iscsi neutron-server[108314]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 02:07:44.684366 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 02:07:44.684366 dv-cinder-815614-3-iscsi neutron-server[108314]: return f(self, *a, **k) Nov 03 02:07:44.684366 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 02:07:44.684366 dv-cinder-815614-3-iscsi neutron-server[108314]: return self._get(url).json() Nov 03 02:07:44.684366 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 02:07:44.684366 dv-cinder-815614-3-iscsi neutron-server[108314]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 02:07:44.684366 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 02:07:44.684366 dv-cinder-815614-3-iscsi neutron-server[108314]: return self.request(url, 'GET', **kwargs) Nov 03 02:07:44.684366 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 02:07:44.684366 dv-cinder-815614-3-iscsi neutron-server[108314]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 02:07:44.684366 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 02:07:44.684366 dv-cinder-815614-3-iscsi neutron-server[108314]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 02:07:44.684366 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 02:07:44.684366 dv-cinder-815614-3-iscsi neutron-server[108314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 02:07:44.684366 dv-cinder-815614-3-iscsi neutron-server[108314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 02:07:44.687752 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-2fda56fd-55d1-4625-adcf-926d8ddc55f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784217703262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784217128223'] for port, after_delete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:44.712538 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fda56fd-55d1-4625-adcf-926d8ddc55f1 None None] Pushing event deleted for resources: {'Port': ['ID=986b2413-a4e5-457a-afeb-0e07548da044,revision_number=None']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:07:44.716808 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fda56fd-55d1-4625-adcf-926d8ddc55f1 None None] No DVR routers for this DVR port 986b2413-a4e5-457a-afeb-0e07548da044 on host dv-cinder-815614-3-iscsi {{(pid=108316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 02:07:44.722581 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fda56fd-55d1-4625-adcf-926d8ddc55f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:07:44.722943 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fda56fd-55d1-4625-adcf-926d8ddc55f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:07:44.723292 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fda56fd-55d1-4625-adcf-926d8ddc55f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:07:44.723631 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fda56fd-55d1-4625-adcf-926d8ddc55f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:07:44.723960 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fda56fd-55d1-4625-adcf-926d8ddc55f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:07:44.724293 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fda56fd-55d1-4625-adcf-926d8ddc55f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:07:44.724620 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fda56fd-55d1-4625-adcf-926d8ddc55f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:07:44.724943 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fda56fd-55d1-4625-adcf-926d8ddc55f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:07:44.725283 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fda56fd-55d1-4625-adcf-926d8ddc55f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:07:44.725608 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fda56fd-55d1-4625-adcf-926d8ddc55f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:07:44.725931 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fda56fd-55d1-4625-adcf-926d8ddc55f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:07:44.726276 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fda56fd-55d1-4625-adcf-926d8ddc55f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:07:44.838608 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-24c9b2ae-70e1-49c9-aff4-83425e81085f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1575388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641601'] for network, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:44.844886 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-24c9b2ae-70e1-49c9-aff4-83425e81085f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554904'] for network, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:44.849159 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-24c9b2ae-70e1-49c9-aff4-83425e81085f admin admin] 10.222.0.30 "DELETE /v2.0/networks/baa53bac-7dd3-4c8a-9217-9ded84eb710f HTTP/1.1" status: 204 len: 168 time: 0.7089062 Nov 03 02:07:44.852208 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 49734) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:07:44.869452 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c9b2ae-70e1-49c9-aff4-83425e81085f admin admin] Pushing event deleted for resources: {'Network': ['ID=baa53bac-7dd3-4c8a-9217-9ded84eb710f,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:07:44.909245 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e601aed1-612f-403c-b98d-bb21f680bd32 req-bd9fcaa7-deed-4eb0-91ed-aeffc813ea5d tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:07:44.910780 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e601aed1-612f-403c-b98d-bb21f680bd32 req-bd9fcaa7-deed-4eb0-91ed-aeffc813ea5d tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 945 time: 0.0606644 Nov 03 02:07:44.966593 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e601aed1-612f-403c-b98d-bb21f680bd32 req-aebba6c6-47b7-4327-8ad3-ab43485163b3 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=e26279a2-a305-49d4-a7d3-c9e1b2e2d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482290 Nov 03 02:07:45.207548 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-cfcc42ed-1333-4b6c-8195-d51ad5ce4c0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640815'] for router_interface, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:45.405358 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 49742) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:07:45.452476 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc42ed-1333-4b6c-8195-d51ad5ce4c0d admin admin] Deleting port 16dcffce-f26a-4b24-9c16-dd6c85399241 {{(pid=108315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 02:07:45.452924 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-cfcc42ed-1333-4b6c-8195-d51ad5ce4c0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784217550484'] for port, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:45.537276 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-6574f86f-4ace-474e-9f84-7788a90619c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:45.549499 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.db [None req-cfcc42ed-1333-4b6c-8195-d51ad5ce4c0d admin admin] For port 16dcffce-f26a-4b24-9c16-dd6c85399241, host dv-cinder-815614-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=16dcffce-f26a-4b24-9c16-dd6c85399241,segment=NetworkSegment(82d9c75f-0fd2-409f-9846-61f83168429f),segment_id=82d9c75f-0fd2-409f-9846-61f83168429f)] {{(pid=108315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:07:45.549854 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-cfcc42ed-1333-4b6c-8195-d51ad5ce4c0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538104'] for port, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:45.571151 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc42ed-1333-4b6c-8195-d51ad5ce4c0d admin admin] Calling delete_port for 16dcffce-f26a-4b24-9c16-dd6c85399241 owned by network:router_interface {{(pid=108315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 02:07:45.722400 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-6574f86f-4ace-474e-9f84-7788a90619c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:45.777217 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-6574f86f-4ace-474e-9f84-7788a90619c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:45.830440 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6574f86f-4ace-474e-9f84-7788a90619c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91fcba5-b232-4727-a6db-fe6d1d818f58,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:07:45.835222 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-6574f86f-4ace-474e-9f84-7788a90619c0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ae5bf5da75764de69172ab09e0657da1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4289243 Nov 03 02:07:45.837970 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 49746) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:07:45.885374 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-dd2d01ce-5e76-4a49-b40f-303e03acb717 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:45.895745 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-cfcc42ed-1333-4b6c-8195-d51ad5ce4c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784217703262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784217128223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127914182'] for port, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:45.906461 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-dd2d01ce-5e76-4a49-b40f-303e03acb717 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:45.921527 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc42ed-1333-4b6c-8195-d51ad5ce4c0d admin admin] Pushing event deleted for resources: {'Port': ['ID=16dcffce-f26a-4b24-9c16-dd6c85399241,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:07:46.020872 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-dd2d01ce-5e76-4a49-b40f-303e03acb717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:46.023663 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-dd2d01ce-5e76-4a49-b40f-303e03acb717 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:46.024990 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-dd2d01ce-5e76-4a49-b40f-303e03acb717 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a91fcba5-b232-4727-a6db-fe6d1d818f58 HTTP/1.1" status: 204 len: 168 time: 0.1860530 Nov 03 02:07:46.034754 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2d01ce-5e76-4a49-b40f-303e03acb717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91fcba5-b232-4727-a6db-fe6d1d818f58,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:07:46.131124 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a887fe8-7366-487e-bbf6-aa49d41674ec req-5c065dee-4bd0-459f-9884-c8b97c047fe1 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:07:46.132898 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-7a887fe8-7366-487e-bbf6-aa49d41674ec req-5c065dee-4bd0-459f-9884-c8b97c047fe1 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 945 time: 0.0528331 Nov 03 02:07:46.140898 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-cfcc42ed-1333-4b6c-8195-d51ad5ce4c0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643807'] for router_interface, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:46.210517 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-7a887fe8-7366-487e-bbf6-aa49d41674ec req-c63923a8-5977-4d1a-8d8c-4dc098e85b5b tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=e26279a2-a305-49d4-a7d3-c9e1b2e2d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0679717 Nov 03 02:07:46.258582 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device 986b2413-a4e5-457a-afeb-0e07548da044 no longer exists at agent ovs-agent-dv-cinder-815614-3-iscsi {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:07:46.281581 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] No Port match for: 986b2413-a4e5-457a-afeb-0e07548da044 {{(pid=108316) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 02:07:46.282481 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device 986b2413-a4e5-457a-afeb-0e07548da044 not bound to the agent host dv-cinder-815614-3-iscsi {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:07:46.377130 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfcc42ed-1333-4b6c-8195-d51ad5ce4c0d admin admin] Router 30a6c961-7994-4254-8b67-006efded4254 has already been hosted by L3 agent dfdd482b-800d-4ddb-af67-bfdcf28c1d2f {{(pid=108315) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:07:46.482370 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfcc42ed-1333-4b6c-8195-d51ad5ce4c0d admin admin] Notify agent at l3_agent.dv-cinder-815614-3-iscsi the message routers_updated {{(pid=108315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:07:46.487863 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-cfcc42ed-1333-4b6c-8195-d51ad5ce4c0d admin admin] 10.222.0.30 "PUT /v2.0/routers/30a6c961-7994-4254-8b67-006efded4254/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6344502 Nov 03 02:07:46.490510 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 49754) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:07:46.493176 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708ee56f-7810-4b5b-b99e-6e4e152c6dd4 None None] Sync routers for ids ['30a6c961-7994-4254-8b67-006efded4254'] in dv-cinder-815614-3-iscsi {{(pid=108317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:07:46.509331 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708ee56f-7810-4b5b-b99e-6e4e152c6dd4 None None] Routers {'30a6c961-7994-4254-8b67-006efded4254'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:07:46.510279 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-708ee56f-7810-4b5b-b99e-6e4e152c6dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:07:19Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['30a6c961-7994-4254-8b67-006efded4254'], 'active': True} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:07:46.615206 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-244321c9-9b16-4481-8181-5d3b5f99326a admin admin] Publish callbacks [] for router, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:46.615372 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 49756) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:07:46.628924 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-d036c4ab-3a15-4156-b2f3-a7b41cd7dff7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:46.629753 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvr_db [None req-708ee56f-7810-4b5b-b99e-6e4e152c6dd4 None None] Set router 30a6c961-7994-4254-8b67-006efded4254 gateway port host: dv-cinder-815614-3-iscsi {{(pid=108317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:07:46.705038 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-d036c4ab-3a15-4156-b2f3-a7b41cd7dff7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:46.712587 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-dab2d838-1124-41ea-b51c-2e00ef65cecb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:46.727603 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-244321c9-9b16-4481-8181-5d3b5f99326a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:46.792144 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-d036c4ab-3a15-4156-b2f3-a7b41cd7dff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:46.806361 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-708ee56f-7810-4b5b-b99e-6e4e152c6dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a6c961-7994-4254-8b67-006efded4254', 'name': 'tempest-TestMinimumBasicScenario-372168183-router', 'tenant_id': 'b1d4c3fda5b546afbd53ead7d0482c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '5469944f-6d14-47a6-bdf6-6d29cfe0a7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:03:56Z', 'updated_at': '2021-11-03T02:07:45Z', 'revision_number': 5, 'project_id': 'b1d4c3fda5b546afbd53ead7d0482c1a', 'gw_port': {'id': '5469944f-6d14-47a6-bdf6-6d29cfe0a7e0', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:65:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a6c961-7994-4254-8b67-006efded4254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:03:59Z', 'updated_at': '2021-11-03T02:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi'}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:07:46.834537 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-d036c4ab-3a15-4156-b2f3-a7b41cd7dff7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f354114a8f444e02980f0a3a9f7d6a3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2145844 Nov 03 02:07:46.834724 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708ee56f-7810-4b5b-b99e-6e4e152c6dd4 None None] Checking router: 30a6c961-7994-4254-8b67-006efded4254 for host: dv-cinder-815614-3-iscsi {{(pid=108317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:07:46.834834 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 49758) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:07:46.841099 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d036c4ab-3a15-4156-b2f3-a7b41cd7dff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b19521-9a97-46cc-9e6b-8eeb15dee1f1,revision_number=1']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:07:46.841708 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708ee56f-7810-4b5b-b99e-6e4e152c6dd4 None None] Routers {'30a6c961-7994-4254-8b67-006efded4254'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:07:46.842014 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-708ee56f-7810-4b5b-b99e-6e4e152c6dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:07:19Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['30a6c961-7994-4254-8b67-006efded4254'], 'active': True} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:07:46.869313 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.plugin [None req-244321c9-9b16-4481-8181-5d3b5f99326a admin admin] Deleting port 5469944f-6d14-47a6-bdf6-6d29cfe0a7e0 {{(pid=108315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 02:07:46.869714 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-244321c9-9b16-4481-8181-5d3b5f99326a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784217550484'] for port, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:46.888883 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-d00948b6-80c9-49e4-b8eb-677b8f9e23eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:46.910766 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-d00948b6-80c9-49e4-b8eb-677b8f9e23eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:46.933379 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvr_db [None req-708ee56f-7810-4b5b-b99e-6e4e152c6dd4 None None] Set router 30a6c961-7994-4254-8b67-006efded4254 gateway port host: None {{(pid=108317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:07:46.956448 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.db [None req-244321c9-9b16-4481-8181-5d3b5f99326a admin admin] For port 5469944f-6d14-47a6-bdf6-6d29cfe0a7e0, host dv-cinder-815614-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=5469944f-6d14-47a6-bdf6-6d29cfe0a7e0,segment=NetworkSegment(1823f467-65f5-492c-8155-6dfe4df97867),segment_id=1823f467-65f5-492c-8155-6dfe4df97867)] {{(pid=108315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:07:46.957065 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-244321c9-9b16-4481-8181-5d3b5f99326a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538104'] for port, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:46.970450 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.plugin [None req-244321c9-9b16-4481-8181-5d3b5f99326a admin admin] Calling delete_port for 5469944f-6d14-47a6-bdf6-6d29cfe0a7e0 owned by network:router_gateway {{(pid=108315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 02:07:46.985491 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-708ee56f-7810-4b5b-b99e-6e4e152c6dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a6c961-7994-4254-8b67-006efded4254', 'name': 'tempest-TestMinimumBasicScenario-372168183-router', 'tenant_id': 'b1d4c3fda5b546afbd53ead7d0482c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:03:56Z', 'updated_at': '2021-11-03T02:07:46Z', 'revision_number': 6, 'project_id': 'b1d4c3fda5b546afbd53ead7d0482c1a', 'gw_port_host': None}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:07:47.013558 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708ee56f-7810-4b5b-b99e-6e4e152c6dd4 None None] The sync data for ids ['30a6c961-7994-4254-8b67-006efded4254'] in dv-cinder-815614-3-iscsi is: [{'id': '30a6c961-7994-4254-8b67-006efded4254', 'name': 'tempest-TestMinimumBasicScenario-372168183-router', 'tenant_id': 'b1d4c3fda5b546afbd53ead7d0482c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:03:56Z', 'updated_at': '2021-11-03T02:07:46Z', 'revision_number': 6, 'project_id': 'b1d4c3fda5b546afbd53ead7d0482c1a', 'gw_port_host': None}] {{(pid=108317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:07:47.015309 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-d00948b6-80c9-49e4-b8eb-677b8f9e23eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:47.018995 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-d00948b6-80c9-49e4-b8eb-677b8f9e23eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:47.026900 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-d00948b6-80c9-49e4-b8eb-677b8f9e23eb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/15b19521-9a97-46cc-9e6b-8eeb15dee1f1 HTTP/1.1" status: 204 len: 168 time: 0.1898689 Nov 03 02:07:47.045064 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00948b6-80c9-49e4-b8eb-677b8f9e23eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b19521-9a97-46cc-9e6b-8eeb15dee1f1,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:07:47.203740 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-244321c9-9b16-4481-8181-5d3b5f99326a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784217703262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784217128223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127914182'] for port, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:47.230656 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244321c9-9b16-4481-8181-5d3b5f99326a admin admin] Pushing event deleted for resources: {'Port': ['ID=5469944f-6d14-47a6-bdf6-6d29cfe0a7e0,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:07:47.290278 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-244321c9-9b16-4481-8181-5d3b5f99326a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-641637'] for router_gateway, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:47.331434 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cedbf6-3f13-4b2f-948f-0114e5e9f229 req-2e10afa4-7bd6-49dd-8343-5fc697a3721f tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:07:47.332923 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-00cedbf6-3f13-4b2f-948f-0114e5e9f229 req-2e10afa4-7bd6-49dd-8343-5fc697a3721f tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 945 time: 0.0527306 Nov 03 02:07:47.387533 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-244321c9-9b16-4481-8181-5d3b5f99326a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15182'] for router, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:47.389752 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-244321c9-9b16-4481-8181-5d3b5f99326a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:47.400791 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-00cedbf6-3f13-4b2f-948f-0114e5e9f229 req-0a7cce23-bc9d-4052-a4ce-cfef398f5390 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=e26279a2-a305-49d4-a7d3-c9e1b2e2d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0617037 Nov 03 02:07:47.512569 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-244321c9-9b16-4481-8181-5d3b5f99326a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642304'] for router, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:47.513235 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-244321c9-9b16-4481-8181-5d3b5f99326a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30a6c961-7994-4254-8b67-006efded4254 {{(pid=108315) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 02:07:47.518323 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-244321c9-9b16-4481-8181-5d3b5f99326a admin admin] Publish callbacks [] for router, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:47.519316 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-244321c9-9b16-4481-8181-5d3b5f99326a admin admin] 10.222.0.30 "DELETE /v2.0/routers/30a6c961-7994-4254-8b67-006efded4254 HTTP/1.1" status: 204 len: 168 time: 1.0278051 Nov 03 02:07:47.521851 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 49770) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:07:47.570495 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aa77e72-51f9-4816-8042-13d71c0080c3 admin admin] Deleting subnet 28b76daf-2cbd-4148-ae06-82eabeedc4ca {{(pid=108315) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 02:07:47.573704 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-5aa77e72-51f9-4816-8042-13d71c0080c3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:47.607623 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-5aa77e72-51f9-4816-8042-13d71c0080c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125997489'] for subnet, precommit_delete_associations {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:47.717296 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-5aa77e72-51f9-4816-8042-13d71c0080c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1588830'] for subnet, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:47.831083 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-5aa77e72-51f9-4816-8042-13d71c0080c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1588775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127914131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126496540'] for subnet, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:47.852278 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa77e72-51f9-4816-8042-13d71c0080c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28b76daf-2cbd-4148-ae06-82eabeedc4ca,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:07:47.858893 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-5aa77e72-51f9-4816-8042-13d71c0080c3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:47.862773 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-5aa77e72-51f9-4816-8042-13d71c0080c3 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/28b76daf-2cbd-4148-ae06-82eabeedc4ca HTTP/1.1" status: 204 len: 168 time: 0.3399224 Nov 03 02:07:47.864120 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3d4965-a345-4330-bb1d-5513609d2a9a None None] Network 36122a2d-f909-4d18-bd0a-ea255b113401 requested from dv-cinder-815614-3-iscsi {{(pid=108316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 02:07:47.865523 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 49780) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:07:47.948336 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-121c0040-c3e8-43aa-a407-713d17a4d654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2025968'] for network, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:48.018794 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.plugin [None req-121c0040-c3e8-43aa-a407-713d17a4d654 admin admin] Deleting port ac401ed1-1288-4cfd-b703-6eba938a2e25 {{(pid=108315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 02:07:48.019405 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-121c0040-c3e8-43aa-a407-713d17a4d654 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784217550484'] for port, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:48.091058 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9e33af-78a1-4874-82d9-5e46081efa0e None None] DHCP port deletion for 36122a2d-f909-4d18-bd0a-ea255b113401 request from dv-cinder-815614-3-iscsi {{(pid=108316) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 02:07:48.096543 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.db [None req-121c0040-c3e8-43aa-a407-713d17a4d654 admin admin] For port ac401ed1-1288-4cfd-b703-6eba938a2e25, host dv-cinder-815614-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=ac401ed1-1288-4cfd-b703-6eba938a2e25,segment=NetworkSegment(82d9c75f-0fd2-409f-9846-61f83168429f),segment_id=82d9c75f-0fd2-409f-9846-61f83168429f)] {{(pid=108315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:07:48.097937 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-121c0040-c3e8-43aa-a407-713d17a4d654 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538104'] for port, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:48.123256 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.plugin [None req-121c0040-c3e8-43aa-a407-713d17a4d654 admin admin] Calling delete_port for ac401ed1-1288-4cfd-b703-6eba938a2e25 owned by network:dhcp {{(pid=108315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 02:07:48.140632 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-dd9e33af-78a1-4874-82d9-5e46081efa0e None None] Deleting port ac401ed1-1288-4cfd-b703-6eba938a2e25 {{(pid=108316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 02:07:48.141041 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-dd9e33af-78a1-4874-82d9-5e46081efa0e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784217550484'] for port, before_delete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:48.226454 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-dd9e33af-78a1-4874-82d9-5e46081efa0e None None] For port ac401ed1-1288-4cfd-b703-6eba938a2e25, host dv-cinder-815614-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=ac401ed1-1288-4cfd-b703-6eba938a2e25,segment=NetworkSegment(82d9c75f-0fd2-409f-9846-61f83168429f),segment_id=82d9c75f-0fd2-409f-9846-61f83168429f)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:07:48.226454 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-dd9e33af-78a1-4874-82d9-5e46081efa0e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538104'] for port, precommit_delete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:48.226454 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device 5469944f-6d14-47a6-bdf6-6d29cfe0a7e0 no longer exists at agent ovs-agent-dv-cinder-815614-3-iscsi {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:07:48.256224 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-dd9e33af-78a1-4874-82d9-5e46081efa0e None None] Calling delete_port for ac401ed1-1288-4cfd-b703-6eba938a2e25 owned by network:dhcp {{(pid=108316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 02:07:48.259907 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] No Port match for: 5469944f-6d14-47a6-bdf6-6d29cfe0a7e0 {{(pid=108316) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 02:07:48.260248 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device 5469944f-6d14-47a6-bdf6-6d29cfe0a7e0 not bound to the agent host dv-cinder-815614-3-iscsi {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:07:48.260661 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device ac401ed1-1288-4cfd-b703-6eba938a2e25 no longer exists at agent ovs-agent-dv-cinder-815614-3-iscsi {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:07:48.323841 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-121c0040-c3e8-43aa-a407-713d17a4d654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784217703262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784217128223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127914182'] for port, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:48.343448 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] No active binding found for port ac401ed1-1288-4cfd-b703-6eba938a2e25 {{(pid=108316) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 03 02:07:48.343858 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device ac401ed1-1288-4cfd-b703-6eba938a2e25 not bound to the agent host dv-cinder-815614-3-iscsi {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:07:48.344834 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device 16dcffce-f26a-4b24-9c16-dd6c85399241 no longer exists at agent ovs-agent-dv-cinder-815614-3-iscsi {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:07:48.350971 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121c0040-c3e8-43aa-a407-713d17a4d654 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac401ed1-1288-4cfd-b703-6eba938a2e25,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:07:48.352952 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121c0040-c3e8-43aa-a407-713d17a4d654 admin admin] No DVR routers for this DVR port ac401ed1-1288-4cfd-b703-6eba938a2e25 on host dv-cinder-815614-3-iscsi {{(pid=108315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 02:07:48.365945 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] No Port match for: 16dcffce-f26a-4b24-9c16-dd6c85399241 {{(pid=108316) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 02:07:48.366350 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device 16dcffce-f26a-4b24-9c16-dd6c85399241 not bound to the agent host dv-cinder-815614-3-iscsi {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:07:48.384475 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-dd9e33af-78a1-4874-82d9-5e46081efa0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784217703262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784217128223'] for port, after_delete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:48.411385 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9e33af-78a1-4874-82d9-5e46081efa0e None None] Pushing event deleted for resources: {'Port': ['ID=ac401ed1-1288-4cfd-b703-6eba938a2e25,revision_number=None']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:07:48.414840 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9e33af-78a1-4874-82d9-5e46081efa0e None None] No DVR routers for this DVR port ac401ed1-1288-4cfd-b703-6eba938a2e25 on host dv-cinder-815614-3-iscsi {{(pid=108316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 02:07:48.528673 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00480077-eee0-49e4-bcd0-8d2564ab457f req-cff73bbf-da2f-4b02-a835-b04f728591aa tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:07:48.530370 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-00480077-eee0-49e4-bcd0-8d2564ab457f req-cff73bbf-da2f-4b02-a835-b04f728591aa tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 945 time: 0.0519216 Nov 03 02:07:48.590421 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-00480077-eee0-49e4-bcd0-8d2564ab457f req-f3dac6f4-c2e5-46b7-969c-443b11304171 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=e26279a2-a305-49d4-a7d3-c9e1b2e2d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0530372 Nov 03 02:07:48.689778 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-121c0040-c3e8-43aa-a407-713d17a4d654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1575371', 'neutron.services.segments.db._delete_segments_for_network-8784217631501'] for network, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:48.709663 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.services.segments.db [None req-121c0040-c3e8-43aa-a407-713d17a4d654 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36122a2d-f909-4d18-bd0a-ea255b113401']}} {{(pid=108315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:07:48.719030 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.services.segments.db [None req-121c0040-c3e8-43aa-a407-713d17a4d654 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82d9c75f-0fd2-409f-9846-61f83168429f') {'for_net_delete': True} {{(pid=108315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:07:48.719315 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.services.segments.db [None req-121c0040-c3e8-43aa-a407-713d17a4d654 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82d9c75f-0fd2-409f-9846-61f83168429f') {} {{(pid=108315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:07:48.728509 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-121c0040-c3e8-43aa-a407-713d17a4d654 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784217632534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125997496'] for segment, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:48.742429 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-121c0040-c3e8-43aa-a407-713d17a4d654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1588371'] for segment, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:48.748512 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-121c0040-c3e8-43aa-a407-713d17a4d654 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=108315) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:07:48.749327 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-121c0040-c3e8-43aa-a407-713d17a4d654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1588371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127914229'] for segment, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:48.751496 dv-cinder-815614-3-iscsi neutron-server[108315]: Traceback (most recent call last): Nov 03 02:07:48.751496 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 02:07:48.751496 dv-cinder-815614-3-iscsi neutron-server[108315]: timer() Nov 03 02:07:48.751496 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 02:07:48.751496 dv-cinder-815614-3-iscsi neutron-server[108315]: cb(*args, **kw) Nov 03 02:07:48.751496 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 02:07:48.751496 dv-cinder-815614-3-iscsi neutron-server[108315]: return func(*args, **kwargs) Nov 03 02:07:48.751496 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 02:07:48.751496 dv-cinder-815614-3-iscsi neutron-server[108315]: self._notify() Nov 03 02:07:48.751496 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 02:07:48.751496 dv-cinder-815614-3-iscsi neutron-server[108315]: self.callback(batched_events) Nov 03 02:07:48.751496 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 02:07:48.751496 dv-cinder-815614-3-iscsi neutron-server[108315]: event.method(event) Nov 03 02:07:48.751496 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 02:07:48.751496 dv-cinder-815614-3-iscsi neutron-server[108315]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 02:07:48.751496 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 02:07:48.751496 dv-cinder-815614-3-iscsi neutron-server[108315]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 02:07:48.751496 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 02:07:48.751496 dv-cinder-815614-3-iscsi neutron-server[108315]: return f(self, *a, **k) Nov 03 02:07:48.751496 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 02:07:48.751496 dv-cinder-815614-3-iscsi neutron-server[108315]: return self._get(url).json() Nov 03 02:07:48.751496 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 02:07:48.751496 dv-cinder-815614-3-iscsi neutron-server[108315]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 02:07:48.751496 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 02:07:48.751496 dv-cinder-815614-3-iscsi neutron-server[108315]: return self.request(url, 'GET', **kwargs) Nov 03 02:07:48.751496 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 02:07:48.751496 dv-cinder-815614-3-iscsi neutron-server[108315]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 02:07:48.751496 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 02:07:48.751496 dv-cinder-815614-3-iscsi neutron-server[108315]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 02:07:48.751496 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 02:07:48.751496 dv-cinder-815614-3-iscsi neutron-server[108315]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 02:07:48.751496 dv-cinder-815614-3-iscsi neutron-server[108315]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 02:07:48.860994 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-121c0040-c3e8-43aa-a407-713d17a4d654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1575388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641601'] for network, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:48.867316 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-121c0040-c3e8-43aa-a407-713d17a4d654 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554904'] for network, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:48.870425 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-121c0040-c3e8-43aa-a407-713d17a4d654 admin admin] 10.222.0.30 "DELETE /v2.0/networks/36122a2d-f909-4d18-bd0a-ea255b113401 HTTP/1.1" status: 204 len: 168 time: 1.0037479 Nov 03 02:07:48.884536 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121c0040-c3e8-43aa-a407-713d17a4d654 admin admin] Pushing event deleted for resources: {'Network': ['ID=36122a2d-f909-4d18-bd0a-ea255b113401,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:07:48.930351 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-e94c02c1-dce4-4ffd-bee9-751440dd8b55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:49.206492 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 49814) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:07:49.249908 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-5c9a1247-5ef8-47c1-95bb-cae77ddecbf6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f13a412251cf4add8e72d0811966ade4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421205 Nov 03 02:07:49.255833 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 49816) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:07:49.307260 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-5bdd2530-d1ae-47ad-b3f8-bf9c416676dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:49.329383 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-5bdd2530-d1ae-47ad-b3f8-bf9c416676dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:49.438465 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-5bdd2530-d1ae-47ad-b3f8-bf9c416676dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:49.440926 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-5bdd2530-d1ae-47ad-b3f8-bf9c416676dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:49.442822 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-5bdd2530-d1ae-47ad-b3f8-bf9c416676dc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5f34f56d-22dc-4342-bf1f-f7098a5b32c7 HTTP/1.1" status: 204 len: 168 time: 0.1852734 Nov 03 02:07:49.450494 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdd2530-d1ae-47ad-b3f8-bf9c416676dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f34f56d-22dc-4342-bf1f-f7098a5b32c7,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:07:49.718109 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea02541-eca8-4b89-a687-615b7cfc19ca req-44d98071-08f6-4570-9695-980c53202190 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:07:49.720060 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-cea02541-eca8-4b89-a687-615b7cfc19ca req-44d98071-08f6-4570-9695-980c53202190 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 945 time: 0.0492110 Nov 03 02:07:49.773324 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-cea02541-eca8-4b89-a687-615b7cfc19ca req-adfa809b-7c55-4f75-80ed-1a9536c3c43e tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=e26279a2-a305-49d4-a7d3-c9e1b2e2d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455604 Nov 03 02:07:49.946680 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-3baf3433-eee1-48f0-90c8-209ed8ef0e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:50.107441 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 49850) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:07:50.127109 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 49852) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:07:50.153096 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-7b7251c8-3408-4bd5-9200-69862b0bd69c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b1d4c3fda5b546afbd53ead7d0482c1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388322 Nov 03 02:07:50.153211 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 49856) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:07:50.198919 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-43956886-98c5-4cd4-a511-b8702eaa4dc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:50.219859 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-43956886-98c5-4cd4-a511-b8702eaa4dc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:50.281433 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-a1e755be-c688-497f-b1b5-f829be9310e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:50.332109 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-43956886-98c5-4cd4-a511-b8702eaa4dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:50.334682 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-43956886-98c5-4cd4-a511-b8702eaa4dc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:50.335796 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-43956886-98c5-4cd4-a511-b8702eaa4dc4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/db22ab9d-cfec-4edc-bbcf-fa64f650a41b HTTP/1.1" status: 204 len: 168 time: 0.1845055 Nov 03 02:07:50.352043 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43956886-98c5-4cd4-a511-b8702eaa4dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db22ab9d-cfec-4edc-bbcf-fa64f650a41b,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:07:50.366931 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-a1e755be-c688-497f-b1b5-f829be9310e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:50.426570 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-a1e755be-c688-497f-b1b5-f829be9310e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:50.466422 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-a1e755be-c688-497f-b1b5-f829be9310e8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=632e9576f29e407a8a6c71a3d5bfcbac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3380754 Nov 03 02:07:50.467159 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e755be-c688-497f-b1b5-f829be9310e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e0fa028-72ff-4b3f-9620-fb439bfed906,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:07:50.469270 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 49860) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:07:50.518330 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-6d5c7ddb-d308-4ddc-89d7-3ff02c7013cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:50.539474 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-6d5c7ddb-d308-4ddc-89d7-3ff02c7013cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:50.899684 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06de3168-4b4a-412b-9fd7-8af0e7dc381e req-c6ce3ad5-f926-4331-9733-36e75411bf20 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:07:50.902568 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-06de3168-4b4a-412b-9fd7-8af0e7dc381e req-c6ce3ad5-f926-4331-9733-36e75411bf20 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 945 time: 0.0488214 Nov 03 02:07:50.902568 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-6d5c7ddb-d308-4ddc-89d7-3ff02c7013cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:50.904763 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-6d5c7ddb-d308-4ddc-89d7-3ff02c7013cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:50.908328 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-6d5c7ddb-d308-4ddc-89d7-3ff02c7013cc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4e0fa028-72ff-4b3f-9620-fb439bfed906 HTTP/1.1" status: 204 len: 168 time: 0.4353714 Nov 03 02:07:50.921912 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5c7ddb-d308-4ddc-89d7-3ff02c7013cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e0fa028-72ff-4b3f-9620-fb439bfed906,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:07:50.962437 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-06de3168-4b4a-412b-9fd7-8af0e7dc381e req-28b15cf9-c1bb-4920-a04a-2516566404ac tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=e26279a2-a305-49d4-a7d3-c9e1b2e2d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0538936 Nov 03 02:07:51.263821 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 49886) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:07:51.330084 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-5b813f54-077d-440d-903f-32bc670fe069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:51.361483 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.v2.base [None req-c813cb30-b8eb-4ac0-a6c4-b8b39fc610d1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-964798403-network', 'tenant_id': 'a08b0f1fc6b940148531ae61a6847288'}} {{(pid=108314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:07:51.416000 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 49890) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:07:51.429072 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-97e6a39a-7246-41f0-bafb-3f9eb047dedb admin admin] Publish callbacks [] for security_group, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:51.452114 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c813cb30-b8eb-4ac0-a6c4-b8b39fc610d1 admin admin] Made reservation on behalf of a08b0f1fc6b940148531ae61a6847288 for: {'network': 1} {{(pid=108314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:07:51.454908 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-c813cb30-b8eb-4ac0-a6c4-b8b39fc610d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for network, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:51.470446 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-c813cb30-b8eb-4ac0-a6c4-b8b39fc610d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:51.544336 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-97e6a39a-7246-41f0-bafb-3f9eb047dedb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:51.577761 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-c813cb30-b8eb-4ac0-a6c4-b8b39fc610d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:51.609046 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-97e6a39a-7246-41f0-bafb-3f9eb047dedb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:51.640460 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-c813cb30-b8eb-4ac0-a6c4-b8b39fc610d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:51.653318 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-97e6a39a-7246-41f0-bafb-3f9eb047dedb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1ccc21e72b0c44c9a02cbb04949d877e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2363048 Nov 03 02:07:51.656032 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e6a39a-7246-41f0-bafb-3f9eb047dedb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=779e6add-9321-41a3-ba90-6e6244206ae7,revision_number=1']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:07:51.656182 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 49892) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:07:51.662442 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c813cb30-b8eb-4ac0-a6c4-b8b39fc610d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=108314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:07:51.683763 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-c813cb30-b8eb-4ac0-a6c4-b8b39fc610d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1588371'] for segment, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:51.684104 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.db.segments_db [None req-c813cb30-b8eb-4ac0-a6c4-b8b39fc610d1 admin admin] Added segment 974828e1-7153-4348-912c-a42e71ffbf48 of type vlan for network f712cad4-e8ca-42ec-98fb-45f5bacc0fc1 Nov 03 02:07:51.695882 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c813cb30-b8eb-4ac0-a6c4-b8b39fc610d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd24c529-e7ff-43cf-b704-3d27a53654f5,revision_number=1']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:07:51.711115 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-e99f815c-96d2-405f-84ee-e36b1d85d047 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:51.731733 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-c813cb30-b8eb-4ac0-a6c4-b8b39fc610d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784217148025'] for network, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:51.732969 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-e99f815c-96d2-405f-84ee-e36b1d85d047 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:51.820839 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-c813cb30-b8eb-4ac0-a6c4-b8b39fc610d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934'] for network, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:51.821802 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c813cb30-b8eb-4ac0-a6c4-b8b39fc610d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:07:51.822422 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-c813cb30-b8eb-4ac0-a6c4-b8b39fc610d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554904'] for network, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:51.855252 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-e99f815c-96d2-405f-84ee-e36b1d85d047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:51.858033 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-e99f815c-96d2-405f-84ee-e36b1d85d047 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:51.864680 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-e99f815c-96d2-405f-84ee-e36b1d85d047 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/779e6add-9321-41a3-ba90-6e6244206ae7 HTTP/1.1" status: 204 len: 168 time: 0.2021306 Nov 03 02:07:51.867163 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99f815c-96d2-405f-84ee-e36b1d85d047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=779e6add-9321-41a3-ba90-6e6244206ae7,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:07:51.885342 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c813cb30-b8eb-4ac0-a6c4-b8b39fc610d1 admin admin] Pushing event updated for resources: {'Network': ['ID=f712cad4-e8ca-42ec-98fb-45f5bacc0fc1,revision_number=1']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:07:51.900073 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Network f712cad4-e8ca-42ec-98fb-45f5bacc0fc1 details requested by agent ovs-agent-dv-cinder-815614-3-iscsi with host dv-cinder-815614-3-iscsi {{(pid=108316) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:07:51.920912 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-c813cb30-b8eb-4ac0-a6c4-b8b39fc610d1 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6558435 Nov 03 02:07:51.924207 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 49896) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:07:51.929156 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.v2.base [None req-ea6253da-d29a-4df3-a688-c0f74ebd9b15 admin admin] Request body: {'subnet': {'network_id': 'f712cad4-e8ca-42ec-98fb-45f5bacc0fc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-964798403-subnet', 'tenant_id': 'a08b0f1fc6b940148531ae61a6847288', 'ip_version': 4}} {{(pid=108315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:07:52.015231 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea6253da-d29a-4df3-a688-c0f74ebd9b15 admin admin] Made reservation on behalf of a08b0f1fc6b940148531ae61a6847288 for: {'subnet': 1} {{(pid=108315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:07:52.017608 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-ea6253da-d29a-4df3-a688-c0f74ebd9b15 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126496633'] for subnet, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:52.093547 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfea7bf-668a-45cd-bfa2-2d2ac09582b2 req-868ba44b-c7b7-4834-a1c5-978d6f157f91 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:07:52.098629 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-8bfea7bf-668a-45cd-bfa2-2d2ac09582b2 req-868ba44b-c7b7-4834-a1c5-978d6f157f91 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 945 time: 0.0582454 Nov 03 02:07:52.142954 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-8bfea7bf-668a-45cd-bfa2-2d2ac09582b2 req-1b6333ff-1b36-4faa-8a0b-2cdfe0154615 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=e26279a2-a305-49d4-a7d3-c9e1b2e2d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410039 Nov 03 02:07:52.267756 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-ea6253da-d29a-4df3-a688-c0f74ebd9b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127914838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126496535'] for subnet, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:52.324589 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6253da-d29a-4df3-a688-c0f74ebd9b15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43639205-925f-474d-a075-6f18826b2705,revision_number=0']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:07:52.336443 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6253da-d29a-4df3-a688-c0f74ebd9b15 admin admin] Checking segment: {'id': '974828e1-7153-4348-912c-a42e71ffbf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f712cad4-e8ca-42ec-98fb-45f5bacc0fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 02:07:52.336796 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6253da-d29a-4df3-a688-c0f74ebd9b15 admin admin] Network hostable DHCP agents. Network: f712cad4-e8ca-42ec-98fb-45f5bacc0fc1, hostable agents: ['7b028a63-a201-45f3-9c70-05c56c6a2a18'], hosted agents: [] {{(pid=108315) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:07:52.472517 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6253da-d29a-4df3-a688-c0f74ebd9b15 admin admin] Network f712cad4-e8ca-42ec-98fb-45f5bacc0fc1 is scheduled to be hosted by DHCP agent 7b028a63-a201-45f3-9c70-05c56c6a2a18 with binding_index 1 {{(pid=108315) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:07:52.564020 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.base_scheduler [None req-ea6253da-d29a-4df3-a688-c0f74ebd9b15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815614-3-iscsi, f712cad4-e8ca-42ec-98fb-45f5bacc0fc1) {{(pid=108315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:07:52.568614 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6253da-d29a-4df3-a688-c0f74ebd9b15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:07:52.569295 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-ea6253da-d29a-4df3-a688-c0f74ebd9b15 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:52.575186 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13117890-d68c-4340-af29-8113991a3206 None None] Network f712cad4-e8ca-42ec-98fb-45f5bacc0fc1 requested from dv-cinder-815614-3-iscsi {{(pid=108316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 02:07:52.681268 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-ea6253da-d29a-4df3-a688-c0f74ebd9b15 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7558665 Nov 03 02:07:52.684428 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 49924) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:07:52.689762 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.v2.base [None req-5611e217-21e0-4cfb-a457-0f89b79f28ff admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-964798403-router', 'tenant_id': 'a08b0f1fc6b940148531ae61a6847288', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e'}}} {{(pid=108315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:07:52.781805 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-5611e217-21e0-4cfb-a457-0f89b79f28ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15184'] for router, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:52.782939 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-5611e217-21e0-4cfb-a457-0f89b79f28ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-558639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15175'] for router, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:52.849666 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-5611e217-21e0-4cfb-a457-0f89b79f28ff admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:52.866881 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a163fe-2c11-43dc-90f8-a074728f4653 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1c4a7f7-6499-5e5a-80e6-341c4ff4fafa-f712cad4-e8ca-42ec-98fb-45f5bacc0fc1', 'network_id': 'f712cad4-e8ca-42ec-98fb-45f5bacc0fc1', 'tenant_id': 'a08b0f1fc6b940148531ae61a6847288', 'fixed_ips': [{'subnet_id': '43639205-925f-474d-a075-6f18826b2705'}]}} from dv-cinder-815614-3-iscsi. {{(pid=108316) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 02:07:52.867993 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-c5a163fe-2c11-43dc-90f8-a074728f4653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_create {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:53.020982 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.db_base_plugin_common [None req-c5a163fe-2c11-43dc-90f8-a074728f4653 None None] Allocated IP 172.20.0.2 (f712cad4-e8ca-42ec-98fb-45f5bacc0fc1/43639205-925f-474d-a075-6f18826b2705/081ff6c0-52b5-4256-b118-655faef2c097) {{(pid=108316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:07:53.092666 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-5611e217-21e0-4cfb-a457-0f89b79f28ff admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:53.177598 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-c5a163fe-2c11-43dc-90f8-a074728f4653 None None] Publish callbacks [] for port, precommit_create {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:53.265159 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f1975d-afbf-4b7d-a667-7e04c31ebcc6 req-4eef8548-c32d-42c6-95bc-d9136b533923 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:07:53.271075 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-67f1975d-afbf-4b7d-a667-7e04c31ebcc6 req-4eef8548-c32d-42c6-95bc-d9136b533923 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 945 time: 0.0559530 Nov 03 02:07:53.291454 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-c5a163fe-2c11-43dc-90f8-a074728f4653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784217128214'] for port, after_create {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:53.326677 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-67f1975d-afbf-4b7d-a667-7e04c31ebcc6 req-4e470833-5552-4e7a-bda0-20831af596d3 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=e26279a2-a305-49d4-a7d3-c9e1b2e2d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463450 Nov 03 02:07:53.365591 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a163fe-2c11-43dc-90f8-a074728f4653 None None] Network f712cad4-e8ca-42ec-98fb-45f5bacc0fc1 is already hosted by enough agents. {{(pid=108316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:07:53.368678 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.scheduler.base_scheduler [None req-c5a163fe-2c11-43dc-90f8-a074728f4653 None None] Resources bound (agent type, host, resource id): {{(pid=108316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:07:53.376968 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a163fe-2c11-43dc-90f8-a074728f4653 None None] Received port after_create {{(pid=108316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:07:53.387244 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a163fe-2c11-43dc-90f8-a074728f4653 None None] Pushing event updated for resources: {'Port': ['ID=081ff6c0-52b5-4256-b118-655faef2c097,revision_number=1']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:07:53.471172 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-5611e217-21e0-4cfb-a457-0f89b79f28ff admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:53.471707 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.managers [None req-c5a163fe-2c11-43dc-90f8-a074728f4653 None None] Attempting to bind port 081ff6c0-52b5-4256-b118-655faef2c097 on host dv-cinder-815614-3-iscsi for vnic_type normal with profile {{(pid=108316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 02:07:53.472286 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.managers [None req-c5a163fe-2c11-43dc-90f8-a074728f4653 None None] Attempting to bind port 081ff6c0-52b5-4256-b118-655faef2c097 by drivers openvswitch,hyperv on host dv-cinder-815614-3-iscsi at level 0 using segments [{'id': '974828e1-7153-4348-912c-a42e71ffbf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f712cad4-e8ca-42ec-98fb-45f5bacc0fc1'}] {{(pid=108316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 02:07:53.472643 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a163fe-2c11-43dc-90f8-a074728f4653 None None] Attempting to bind port 081ff6c0-52b5-4256-b118-655faef2c097 on network f712cad4-e8ca-42ec-98fb-45f5bacc0fc1 {{(pid=108316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:07:53.478289 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a163fe-2c11-43dc-90f8-a074728f4653 None None] Checking agent: {'id': '8d43342f-520b-4221-8f38-1d21061a375d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815614-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 1, 53, 24), 'started_at': datetime.datetime(2021, 11, 3, 1, 53, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 2, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815614-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:07:53.478666 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a163fe-2c11-43dc-90f8-a074728f4653 None None] Checking segment: {'id': '974828e1-7153-4348-912c-a42e71ffbf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f712cad4-e8ca-42ec-98fb-45f5bacc0fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 02:07:53.479077 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-c5a163fe-2c11-43dc-90f8-a074728f4653 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:53.479454 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a163fe-2c11-43dc-90f8-a074728f4653 None None] Bound using segment: {'id': '974828e1-7153-4348-912c-a42e71ffbf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f712cad4-e8ca-42ec-98fb-45f5bacc0fc1'} {{(pid=108316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:07:53.479920 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.managers [None req-c5a163fe-2c11-43dc-90f8-a074728f4653 None None] Bound port: 081ff6c0-52b5-4256-b118-655faef2c097, host: dv-cinder-815614-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '974828e1-7153-4348-912c-a42e71ffbf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f712cad4-e8ca-42ec-98fb-45f5bacc0fc1'}}] {{(pid=108316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 02:07:53.480302 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-c5a163fe-2c11-43dc-90f8-a074728f4653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:53.491973 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-5611e217-21e0-4cfb-a457-0f89b79f28ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:53.549397 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-c5a163fe-2c11-43dc-90f8-a074728f4653 None None] For port 081ff6c0-52b5-4256-b118-655faef2c097, host dv-cinder-815614-3-iscsi, cleared binding levels {{(pid=108316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:07:53.553930 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-c5a163fe-2c11-43dc-90f8-a074728f4653 None None] For port 081ff6c0-52b5-4256-b118-655faef2c097, host dv-cinder-815614-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=081ff6c0-52b5-4256-b118-655faef2c097,segment=NetworkSegment(974828e1-7153-4348-912c-a42e71ffbf48),segment_id=974828e1-7153-4348-912c-a42e71ffbf48)] {{(pid=108316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:07:53.633126 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-c5a163fe-2c11-43dc-90f8-a074728f4653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:53.638092 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.db.db_base_plugin_common [None req-5611e217-21e0-4cfb-a457-0f89b79f28ff admin admin] Allocated IP 172.27.1.70 (4ca214f6-e89c-4bd7-af93-48c10786815e/d2239322-01a4-44c7-bb94-af7246032662/27fddf72-16d8-4633-a63b-2c55aeb0aa60) {{(pid=108315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:07:53.716145 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a163fe-2c11-43dc-90f8-a074728f4653 None None] Pushing event updated for resources: {'Port': ['ID=081ff6c0-52b5-4256-b118-655faef2c097,revision_number=2']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:07:53.770710 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device 53f57377-fc10-41c9-b2f6-7fbdab22b983 details requested by agent hyperv_hv-cinder-81561 with host hv-cinder-81561 {{(pid=108316) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 02:07:53.790601 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-5611e217-21e0-4cfb-a457-0f89b79f28ff admin admin] Publish callbacks [] for port, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:53.907087 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-5611e217-21e0-4cfb-a457-0f89b79f28ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784217128214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127914182'] for port, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:53.950793 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] For port 53f57377-fc10-41c9-b2f6-7fbdab22b983, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=53f57377-fc10-41c9-b2f6-7fbdab22b983,segment=NetworkSegment(3daecc90-8d27-458b-8803-ba0d162359ea),segment_id=3daecc90-8d27-458b-8803-ba0d162359ea)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:07:53.991130 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Returning: {'device': '53f57377-fc10-41c9-b2f6-7fbdab22b983', 'network_id': 'f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9', 'port_id': '53f57377-fc10-41c9-b2f6-7fbdab22b983', 'mac_address': 'fa:16:3e:d6:e1:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95177d92-9024-40b6-ac79-02b9d5fce0cc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108316) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 02:07:53.996054 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5611e217-21e0-4cfb-a457-0f89b79f28ff admin admin] Network 4ca214f6-e89c-4bd7-af93-48c10786815e is already hosted by enough agents. {{(pid=108315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:07:54.004744 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.base_scheduler [None req-5611e217-21e0-4cfb-a457-0f89b79f28ff admin admin] Resources bound (agent type, host, resource id): {{(pid=108315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:07:54.015180 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5611e217-21e0-4cfb-a457-0f89b79f28ff admin admin] Received port after_create {{(pid=108315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:07:54.078925 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:54.081005 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5611e217-21e0-4cfb-a457-0f89b79f28ff admin admin] Pushing event updated for resources: {'Port': ['ID=27fddf72-16d8-4633-a63b-2c55aeb0aa60,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:07:54.110661 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.notifiers.nova [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 53f57377-fc10-41c9-b2f6-7fbdab22b983 {{(pid=108316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 02:07:54.130788 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:54.145914 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] For port 53f57377-fc10-41c9-b2f6-7fbdab22b983, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=53f57377-fc10-41c9-b2f6-7fbdab22b983,segment=NetworkSegment(3daecc90-8d27-458b-8803-ba0d162359ea),segment_id=3daecc90-8d27-458b-8803-ba0d162359ea)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:07:54.205311 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:54.295237 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device 081ff6c0-52b5-4256-b118-655faef2c097 up at agent ovs-agent-dv-cinder-815614-3-iscsi {{(pid=108316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:07:54.324367 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] get_ports_and_sgs() called for port_ids ['53f57377-fc10-41c9-b2f6-7fbdab22b983'] {{(pid=108316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 02:07:54.326241 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Pushing event updated for resources: {'Port': ['ID=53f57377-fc10-41c9-b2f6-7fbdab22b983,revision_number=6']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:07:54.419449 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-5611e217-21e0-4cfb-a457-0f89b79f28ff admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:54.428363 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Provisioning complete for port 081ff6c0-52b5-4256-b118-655faef2c097 triggered by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:07:54.428763 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:54.594973 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:54.635459 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a17b51-ae09-428c-95d1-887759749c4c req-93f439a4-427d-4780-affd-5e0f8be02757 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:07:54.650312 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-95a17b51-ae09-428c-95d1-887759749c4c req-93f439a4-427d-4780-affd-5e0f8be02757 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 944 time: 0.1209168 Nov 03 02:07:54.689046 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] For port 081ff6c0-52b5-4256-b118-655faef2c097, host dv-cinder-815614-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=081ff6c0-52b5-4256-b118-655faef2c097,segment=NetworkSegment(974828e1-7153-4348-912c-a42e71ffbf48),segment_id=974828e1-7153-4348-912c-a42e71ffbf48)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:07:54.713803 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-95a17b51-ae09-428c-95d1-887759749c4c req-c5e3d164-d4b4-4685-95d5-1f5a576ff7ae tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=e26279a2-a305-49d4-a7d3-c9e1b2e2d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0585890 Nov 03 02:07:54.745425 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-5611e217-21e0-4cfb-a457-0f89b79f28ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641673'] for router, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:54.769809 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:54.852176 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Pushing event updated for resources: {'Port': ['ID=081ff6c0-52b5-4256-b118-655faef2c097,revision_number=3']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:07:55.015650 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5611e217-21e0-4cfb-a457-0f89b79f28ff admin admin] Router c53cceb8-96b2-410c-a04b-01b956cef230 is scheduled to L3 agent dfdd482b-800d-4ddb-af67-bfdcf28c1d2f with binding_index 1 {{(pid=108315) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 02:07:55.041546 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfccc92-fc61-4a01-a677-b4a23c742f03 None None] Network f712cad4-e8ca-42ec-98fb-45f5bacc0fc1 requested from dv-cinder-815614-3-iscsi {{(pid=108316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 02:07:55.140388 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-9ab7f09e-9fd4-4294-a397-af3d17ac039d None None] Provisioning complete for port 081ff6c0-52b5-4256-b118-655faef2c097 triggered by entity DHCP. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:07:55.141577 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-9ab7f09e-9fd4-4294-a397-af3d17ac039d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:55.195787 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5611e217-21e0-4cfb-a457-0f89b79f28ff admin admin] Notify agent at l3_agent.dv-cinder-815614-3-iscsi the message routers_updated {{(pid=108315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:07:55.212762 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef2304b-dee6-4761-9508-4277c996ab0f None None] Sync routers for ids ['c53cceb8-96b2-410c-a04b-01b956cef230'] in dv-cinder-815614-3-iscsi {{(pid=108316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:07:55.246672 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef2304b-dee6-4761-9508-4277c996ab0f None None] Routers {'c53cceb8-96b2-410c-a04b-01b956cef230'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:07:55.247381 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-aef2304b-dee6-4761-9508-4277c996ab0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:07:49Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['c53cceb8-96b2-410c-a04b-01b956cef230'], 'active': True} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:07:55.313989 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-5611e217-21e0-4cfb-a457-0f89b79f28ff admin admin] Publish callbacks [] for router, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:55.313989 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-5611e217-21e0-4cfb-a457-0f89b79f28ff admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6252732 Nov 03 02:07:55.314316 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 49962) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:07:55.465674 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvr_db [None req-aef2304b-dee6-4761-9508-4277c996ab0f None None] Set router c53cceb8-96b2-410c-a04b-01b956cef230 gateway port host: dv-cinder-815614-3-iscsi {{(pid=108316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:07:55.689049 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-aef2304b-dee6-4761-9508-4277c996ab0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'name': 'tempest-TestVolumeBootPattern-964798403-router', 'tenant_id': 'a08b0f1fc6b940148531ae61a6847288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '27fddf72-16d8-4633-a63b-2c55aeb0aa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:07:52Z', 'updated_at': '2021-11-03T02:07:54Z', 'revision_number': 3, 'project_id': 'a08b0f1fc6b940148531ae61a6847288', 'gw_port': {'id': '27fddf72-16d8-4633-a63b-2c55aeb0aa60', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:75:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:07:53Z', 'updated_at': '2021-11-03T02:07:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi'}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:07:55.745235 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef2304b-dee6-4761-9508-4277c996ab0f None None] Checking router: c53cceb8-96b2-410c-a04b-01b956cef230 for host: dv-cinder-815614-3-iscsi {{(pid=108316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:07:55.748943 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef2304b-dee6-4761-9508-4277c996ab0f None None] Updating router c53cceb8-96b2-410c-a04b-01b956cef230 port 27fddf72-16d8-4633-a63b-2c55aeb0aa60 binding host dv-cinder-815614-3-iscsi {{(pid=108316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 02:07:55.779027 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device 53f57377-fc10-41c9-b2f6-7fbdab22b983 up at agent hyperv_hv-cinder-81561 {{(pid=108316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:07:55.832088 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-aef2304b-dee6-4761-9508-4277c996ab0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:55.881655 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-c9ba2cc7-b53c-46fe-97e3-708e8ea921b9 None None] Provisioning complete for port 081ff6c0-52b5-4256-b118-655faef2c097 triggered by entity DHCP. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:07:55.882083 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5160c8a-55b6-44fa-86be-c6e8d0ddfb88 req-8785c790-ea8c-4ecb-aa07-4aea60cafdd7 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:07:55.882888 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-c9ba2cc7-b53c-46fe-97e3-708e8ea921b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:55.890339 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b5160c8a-55b6-44fa-86be-c6e8d0ddfb88 req-8785c790-ea8c-4ecb-aa07-4aea60cafdd7 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 944 time: 0.0805733 Nov 03 02:07:55.956013 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b5160c8a-55b6-44fa-86be-c6e8d0ddfb88 req-f7a38e75-eb26-437b-85c4-3281097d95a2 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=e26279a2-a305-49d4-a7d3-c9e1b2e2d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0620716 Nov 03 02:07:56.008362 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-b000bf3f-b9d4-4619-9e6b-209b26b5a06e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:56.019337 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Provisioning complete for port 53f57377-fc10-41c9-b2f6-7fbdab22b983 triggered by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:07:56.019822 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:56.274836 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.db.db_base_plugin_common [None req-b000bf3f-b9d4-4619-9e6b-209b26b5a06e admin admin] Allocated IP 172.20.0.1 (f712cad4-e8ca-42ec-98fb-45f5bacc0fc1/43639205-925f-474d-a075-6f18826b2705/ee1dbab4-efdb-4180-a487-fed713956095) {{(pid=108315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:07:56.314098 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device 081ff6c0-52b5-4256-b118-655faef2c097 up at agent ovs-agent-dv-cinder-815614-3-iscsi {{(pid=108316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:07:56.425032 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-b000bf3f-b9d4-4619-9e6b-209b26b5a06e admin admin] Publish callbacks [] for port, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:56.483114 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:56.510163 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Provisioning complete for port 081ff6c0-52b5-4256-b118-655faef2c097 triggered by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:07:56.510501 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:56.541599 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-b000bf3f-b9d4-4619-9e6b-209b26b5a06e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784217128214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127914182'] for port, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:56.582529 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c561cb-543d-469c-a637-70cdf610d8a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f57377-fc10-41c9-b2f6-7fbdab22b983'}] {{(pid=108316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:07:56.584921 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c49bda4003134bcf77c295383a637b11cae661d7d3df1045ea696fe6ff2a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f8bd898-6a79-41af-8d1e-56508890c0e4" -d '{"events": [{"server_uuid": "40c561cb-543d-469c-a637-70cdf610d8a5", "name": "network-vif-plugged", "status": "completed", "tag": "53f57377-fc10-41c9-b2f6-7fbdab22b983"}]}' {{(pid=108316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:07:56.592353 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b000bf3f-b9d4-4619-9e6b-209b26b5a06e admin admin] Network f712cad4-e8ca-42ec-98fb-45f5bacc0fc1 is already hosted by enough agents. {{(pid=108315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:07:56.596973 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.base_scheduler [None req-b000bf3f-b9d4-4619-9e6b-209b26b5a06e admin admin] Resources bound (agent type, host, resource id): {{(pid=108315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:07:56.599101 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b000bf3f-b9d4-4619-9e6b-209b26b5a06e admin admin] Received port after_create {{(pid=108315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:07:56.626090 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] For port 53f57377-fc10-41c9-b2f6-7fbdab22b983, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=53f57377-fc10-41c9-b2f6-7fbdab22b983,segment=NetworkSegment(3daecc90-8d27-458b-8803-ba0d162359ea),segment_id=3daecc90-8d27-458b-8803-ba0d162359ea)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:07:56.645725 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b000bf3f-b9d4-4619-9e6b-209b26b5a06e admin admin] Pushing event updated for resources: {'Port': ['ID=ee1dbab4-efdb-4180-a487-fed713956095,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:07:56.653686 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-aef2304b-dee6-4761-9508-4277c996ab0f None None] Publish callbacks [] for port, precommit_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:56.668625 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-b000bf3f-b9d4-4619-9e6b-209b26b5a06e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640980'] for router_interface, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:56.764112 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:56.830560 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Pushing event updated for resources: {'Port': ['ID=53f57377-fc10-41c9-b2f6-7fbdab22b983,revision_number=7']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:07:56.833546 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-aef2304b-dee6-4761-9508-4277c996ab0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:56.916008 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.managers [None req-aef2304b-dee6-4761-9508-4277c996ab0f None None] Attempting to bind port 27fddf72-16d8-4633-a63b-2c55aeb0aa60 on host dv-cinder-815614-3-iscsi for vnic_type normal with profile {{(pid=108316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 02:07:56.916438 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.managers [None req-aef2304b-dee6-4761-9508-4277c996ab0f None None] Attempting to bind port 27fddf72-16d8-4633-a63b-2c55aeb0aa60 by drivers openvswitch,hyperv on host dv-cinder-815614-3-iscsi at level 0 using segments [{'id': '1823f467-65f5-492c-8155-6dfe4df97867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e'}] {{(pid=108316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 02:07:56.916756 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef2304b-dee6-4761-9508-4277c996ab0f None None] Attempting to bind port 27fddf72-16d8-4633-a63b-2c55aeb0aa60 on network 4ca214f6-e89c-4bd7-af93-48c10786815e {{(pid=108316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:07:56.920530 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 02:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62fe5875-b9af-424b-b49c-81379a12e7a6 x-openstack-request-id: req-62fe5875-b9af-424b-b49c-81379a12e7a6 {{(pid=108316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:07:56.920821 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40c561cb-543d-469c-a637-70cdf610d8a5", "name": "network-vif-plugged", "status": "completed", "tag": "53f57377-fc10-41c9-b2f6-7fbdab22b983", "code": 200}]} {{(pid=108316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:07:56.921077 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-62fe5875-b9af-424b-b49c-81379a12e7a6 {{(pid=108316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:07:56.921462 dv-cinder-815614-3-iscsi neutron-server[108316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c561cb-543d-469c-a637-70cdf610d8a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f57377-fc10-41c9-b2f6-7fbdab22b983', 'code': 200} Nov 03 02:07:56.930912 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359e90d0-87ff-45d4-a5ae-5730860224f8 None None] Pushing event updated for resources: {'Port': ['ID=27fddf72-16d8-4633-a63b-2c55aeb0aa60,revision_number=2']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:07:56.941326 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef2304b-dee6-4761-9508-4277c996ab0f None None] Checking agent: {'id': '8d43342f-520b-4221-8f38-1d21061a375d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815614-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 1, 53, 24), 'started_at': datetime.datetime(2021, 11, 3, 1, 53, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 2, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815614-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:07:56.941724 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef2304b-dee6-4761-9508-4277c996ab0f None None] Checking segment: {'id': '1823f467-65f5-492c-8155-6dfe4df97867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 02:07:56.942180 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-aef2304b-dee6-4761-9508-4277c996ab0f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:56.942548 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef2304b-dee6-4761-9508-4277c996ab0f None None] Bound using segment: {'id': '1823f467-65f5-492c-8155-6dfe4df97867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e'} {{(pid=108316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:07:56.943463 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.managers [None req-aef2304b-dee6-4761-9508-4277c996ab0f None None] Bound port: 27fddf72-16d8-4633-a63b-2c55aeb0aa60, host: dv-cinder-815614-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1823f467-65f5-492c-8155-6dfe4df97867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e'}}] {{(pid=108316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 02:07:56.943858 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-aef2304b-dee6-4761-9508-4277c996ab0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:56.976567 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-b000bf3f-b9d4-4619-9e6b-209b26b5a06e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:57.016161 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-aef2304b-dee6-4761-9508-4277c996ab0f None None] For port 27fddf72-16d8-4633-a63b-2c55aeb0aa60, host dv-cinder-815614-3-iscsi, cleared binding levels {{(pid=108316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:07:57.019807 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-aef2304b-dee6-4761-9508-4277c996ab0f None None] For port 27fddf72-16d8-4633-a63b-2c55aeb0aa60, host dv-cinder-815614-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=27fddf72-16d8-4633-a63b-2c55aeb0aa60,segment=NetworkSegment(1823f467-65f5-492c-8155-6dfe4df97867),segment_id=1823f467-65f5-492c-8155-6dfe4df97867)] {{(pid=108316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:07:57.038206 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-9357328f-3e5d-4381-87b1-d402ce6a0c23 None None] Provisioning complete for port ee1dbab4-efdb-4180-a487-fed713956095 triggered by entity DHCP. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:07:57.038727 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-9357328f-3e5d-4381-87b1-d402ce6a0c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:57.079826 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-9357328f-3e5d-4381-87b1-d402ce6a0c23 None None] Port ee1dbab4-efdb-4180-a487-fed713956095 cannot update to ACTIVE because it is not bound. {{(pid=108316) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 02:07:57.101844 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-aef2304b-dee6-4761-9508-4277c996ab0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:57.167493 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284cc273-f4b6-4d2b-9020-6f76279b0e8c req-9177cf45-28d2-4c9e-998f-268f62d9b758 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:07:57.172918 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-284cc273-f4b6-4d2b-9020-6f76279b0e8c req-9177cf45-28d2-4c9e-998f-268f62d9b758 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 945 time: 0.1274180 Nov 03 02:07:57.213849 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef2304b-dee6-4761-9508-4277c996ab0f None None] Routers {'c53cceb8-96b2-410c-a04b-01b956cef230'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:07:57.214507 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-aef2304b-dee6-4761-9508-4277c996ab0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:07:49Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['c53cceb8-96b2-410c-a04b-01b956cef230'], 'active': True} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:07:57.217702 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359e90d0-87ff-45d4-a5ae-5730860224f8 None None] Pushing event updated for resources: {'Port': ['ID=27fddf72-16d8-4633-a63b-2c55aeb0aa60,revision_number=3']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:07:57.276232 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-284cc273-f4b6-4d2b-9020-6f76279b0e8c req-c19d3e9c-1145-4972-b210-143429feb241 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=e26279a2-a305-49d4-a7d3-c9e1b2e2d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0959079 Nov 03 02:07:57.284538 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-b000bf3f-b9d4-4619-9e6b-209b26b5a06e admin admin] Publish callbacks [] for port, precommit_update {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:57.358043 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-b000bf3f-b9d4-4619-9e6b-209b26b5a06e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127914185'] for port, after_update {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:57.375118 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvr_db [None req-aef2304b-dee6-4761-9508-4277c996ab0f None None] Set router c53cceb8-96b2-410c-a04b-01b956cef230 gateway port host: dv-cinder-815614-3-iscsi {{(pid=108316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:07:57.427381 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b000bf3f-b9d4-4619-9e6b-209b26b5a06e admin admin] Pushing event updated for resources: {'Port': ['ID=ee1dbab4-efdb-4180-a487-fed713956095,revision_number=2']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:07:57.448670 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-b000bf3f-b9d4-4619-9e6b-209b26b5a06e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640840'] for router_interface, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:57.589573 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b000bf3f-b9d4-4619-9e6b-209b26b5a06e admin admin] Network f712cad4-e8ca-42ec-98fb-45f5bacc0fc1 is already hosted by enough agents. {{(pid=108315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:07:57.591105 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.base_scheduler [None req-b000bf3f-b9d4-4619-9e6b-209b26b5a06e admin admin] Resources bound (agent type, host, resource id): {{(pid=108315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:07:57.663681 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-aef2304b-dee6-4761-9508-4277c996ab0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'name': 'tempest-TestVolumeBootPattern-964798403-router', 'tenant_id': 'a08b0f1fc6b940148531ae61a6847288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '27fddf72-16d8-4633-a63b-2c55aeb0aa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:07:52Z', 'updated_at': '2021-11-03T02:07:56Z', 'revision_number': 4, 'project_id': 'a08b0f1fc6b940148531ae61a6847288', 'gw_port': {'id': '27fddf72-16d8-4633-a63b-2c55aeb0aa60', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:75:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:07:53Z', 'updated_at': '2021-11-03T02:07:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_interfaces': [{'id': 'ee1dbab4-efdb-4180-a487-fed713956095', 'name': '', 'network_id': 'f712cad4-e8ca-42ec-98fb-45f5bacc0fc1', 'tenant_id': 'a08b0f1fc6b940148531ae61a6847288', 'mac_address': 'fa:16:3e:b7:1b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '43639205-925f-474d-a075-6f18826b2705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:07:56Z', 'updated_at': '2021-11-03T02:07:56Z', 'revision_number': 1, 'project_id': 'a08b0f1fc6b940148531ae61a6847288', 'subnets': [{'id': '43639205-925f-474d-a075-6f18826b2705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:07:57.699582 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef2304b-dee6-4761-9508-4277c996ab0f None None] The sync data for ids ['c53cceb8-96b2-410c-a04b-01b956cef230'] in dv-cinder-815614-3-iscsi is: [{'id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'name': 'tempest-TestVolumeBootPattern-964798403-router', 'tenant_id': 'a08b0f1fc6b940148531ae61a6847288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '27fddf72-16d8-4633-a63b-2c55aeb0aa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:07:52Z', 'updated_at': '2021-11-03T02:07:56Z', 'revision_number': 4, 'project_id': 'a08b0f1fc6b940148531ae61a6847288', 'gw_port': {'id': '27fddf72-16d8-4633-a63b-2c55aeb0aa60', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:75:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:07:53Z', 'updated_at': '2021-11-03T02:07:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_interfaces': [{'id': 'ee1dbab4-efdb-4180-a487-fed713956095', 'name': '', 'network_id': 'f712cad4-e8ca-42ec-98fb-45f5bacc0fc1', 'tenant_id': 'a08b0f1fc6b940148531ae61a6847288', 'mac_address': 'fa:16:3e:b7:1b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '43639205-925f-474d-a075-6f18826b2705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:07:56Z', 'updated_at': '2021-11-03T02:07:56Z', 'revision_number': 1, 'project_id': 'a08b0f1fc6b940148531ae61a6847288', 'subnets': [{'id': '43639205-925f-474d-a075-6f18826b2705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:07:57.798548 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b000bf3f-b9d4-4619-9e6b-209b26b5a06e admin admin] Router c53cceb8-96b2-410c-a04b-01b956cef230 has already been hosted by L3 agent dfdd482b-800d-4ddb-af67-bfdcf28c1d2f {{(pid=108315) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:07:57.920989 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-d7ee6aca-d3e9-4c35-b1de-0ac9289d7ba2 None None] Provisioning complete for port ee1dbab4-efdb-4180-a487-fed713956095 triggered by entity DHCP. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:07:57.920989 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-d7ee6aca-d3e9-4c35-b1de-0ac9289d7ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:57.939551 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b000bf3f-b9d4-4619-9e6b-209b26b5a06e admin admin] Notify agent at l3_agent.dv-cinder-815614-3-iscsi the message routers_updated {{(pid=108315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:07:57.953343 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-b000bf3f-b9d4-4619-9e6b-209b26b5a06e admin admin] 10.222.0.30 "PUT /v2.0/routers/c53cceb8-96b2-410c-a04b-01b956cef230/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6381328 Nov 03 02:07:57.971493 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-d7ee6aca-d3e9-4c35-b1de-0ac9289d7ba2 None None] Port ee1dbab4-efdb-4180-a487-fed713956095 cannot update to ACTIVE because it is not bound. {{(pid=108316) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 02:07:58.431023 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422333c-2353-4fd0-a12c-828a14a2e7f4 req-7b85c762-acde-48f7-9285-0c26791f4696 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:07:58.441474 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-8422333c-2353-4fd0-a12c-828a14a2e7f4 req-7b85c762-acde-48f7-9285-0c26791f4696 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 945 time: 0.0850227 Nov 03 02:07:58.501817 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-8422333c-2353-4fd0-a12c-828a14a2e7f4 req-e29aca8c-1567-4b59-9a1d-0f3dfbf52875 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=e26279a2-a305-49d4-a7d3-c9e1b2e2d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0549066 Nov 03 02:07:58.916914 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 50014) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:07:58.922759 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.v2.base [None req-c2a6bc70-2c27-4875-9291-f65d5547e12d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1482798759-network', 'tenant_id': '518ca4accbfe40c0b677549b1957e205'}} {{(pid=108315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:07:58.962029 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.agents_db [None req-a2914077-2d9d-4477-8dde-df1573e0789a None None] Agent healthcheck: found 6 active agents {{(pid=108317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:07:59.026971 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a6bc70-2c27-4875-9291-f65d5547e12d admin admin] Made reservation on behalf of 518ca4accbfe40c0b677549b1957e205 for: {'network': 1} {{(pid=108315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:07:59.029732 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-c2a6bc70-2c27-4875-9291-f65d5547e12d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for network, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:59.040599 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-c2a6bc70-2c27-4875-9291-f65d5547e12d admin admin] Publish callbacks [] for security_group, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:59.143016 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-c2a6bc70-2c27-4875-9291-f65d5547e12d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:59.183669 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-c2a6bc70-2c27-4875-9291-f65d5547e12d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:59.214735 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2a6bc70-2c27-4875-9291-f65d5547e12d admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=108315) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:07:59.224447 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a6bc70-2c27-4875-9291-f65d5547e12d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7956898-f4aa-4009-941c-095b2e905102,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:07:59.240931 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-c2a6bc70-2c27-4875-9291-f65d5547e12d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1588371'] for segment, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:59.244476 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.db.segments_db [None req-c2a6bc70-2c27-4875-9291-f65d5547e12d admin admin] Added segment 12ac22eb-1dc4-41ae-9d66-1bb3271e711d of type vlan for network ad5a8ff2-b68d-459f-bc1f-688a7e2f95c1 Nov 03 02:07:59.290231 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-c2a6bc70-2c27-4875-9291-f65d5547e12d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784217148025'] for network, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:59.381192 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-c2a6bc70-2c27-4875-9291-f65d5547e12d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934'] for network, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:59.382367 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a6bc70-2c27-4875-9291-f65d5547e12d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:07:59.383015 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-c2a6bc70-2c27-4875-9291-f65d5547e12d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554904'] for network, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:59.445424 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a6bc70-2c27-4875-9291-f65d5547e12d admin admin] Pushing event updated for resources: {'Network': ['ID=ad5a8ff2-b68d-459f-bc1f-688a7e2f95c1,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:07:59.457134 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Network ad5a8ff2-b68d-459f-bc1f-688a7e2f95c1 details requested by agent ovs-agent-dv-cinder-815614-3-iscsi with host dv-cinder-815614-3-iscsi {{(pid=108316) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:07:59.508188 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 50016) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:07:59.514654 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-c2a6bc70-2c27-4875-9291-f65d5547e12d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5963681 Nov 03 02:07:59.515060 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.v2.base [None req-0216077d-f55e-4982-846b-cbce855312f8 admin admin] Request body: {'subnet': {'network_id': 'ad5a8ff2-b68d-459f-bc1f-688a7e2f95c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1482798759-subnet', 'tenant_id': '518ca4accbfe40c0b677549b1957e205', 'ip_version': 4}} {{(pid=108314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:07:59.617718 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0216077d-f55e-4982-846b-cbce855312f8 admin admin] Made reservation on behalf of 518ca4accbfe40c0b677549b1957e205 for: {'subnet': 1} {{(pid=108314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:07:59.620146 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-0216077d-f55e-4982-846b-cbce855312f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126342597'] for subnet, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:07:59.742664 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0573cda6-b334-462a-99cc-4b8802c460e9 req-73d2ea58-b298-4824-a26e-fc09cdf1f2a4 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:07:59.750724 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-0573cda6-b334-462a-99cc-4b8802c460e9 req-73d2ea58-b298-4824-a26e-fc09cdf1f2a4 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 945 time: 0.1449234 Nov 03 02:07:59.838160 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-0573cda6-b334-462a-99cc-4b8802c460e9 req-d3b2cbd8-dbc0-4d32-b394-84b2e3ab713a tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=e26279a2-a305-49d4-a7d3-c9e1b2e2d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0781384 Nov 03 02:07:59.861442 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:00.010565 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-0216077d-f55e-4982-846b-cbce855312f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126899751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126342571'] for subnet, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:00.086399 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0216077d-f55e-4982-846b-cbce855312f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad41ddf1-b59f-44d8-b407-5600c43b627f,revision_number=0']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:08:00.113666 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0216077d-f55e-4982-846b-cbce855312f8 admin admin] Checking segment: {'id': '12ac22eb-1dc4-41ae-9d66-1bb3271e711d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ad5a8ff2-b68d-459f-bc1f-688a7e2f95c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 02:08:00.114124 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0216077d-f55e-4982-846b-cbce855312f8 admin admin] Network hostable DHCP agents. Network: ad5a8ff2-b68d-459f-bc1f-688a7e2f95c1, hostable agents: ['7b028a63-a201-45f3-9c70-05c56c6a2a18'], hosted agents: [] {{(pid=108314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:08:00.167191 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6f7ad3-87e7-411e-8c06-b89a927f1711 None None] Sync routers for ids ['c53cceb8-96b2-410c-a04b-01b956cef230'] in dv-cinder-815614-3-iscsi {{(pid=108317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:08:00.181737 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6f7ad3-87e7-411e-8c06-b89a927f1711 None None] Routers {'c53cceb8-96b2-410c-a04b-01b956cef230'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:08:00.182470 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-6b6f7ad3-87e7-411e-8c06-b89a927f1711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:07:49Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['c53cceb8-96b2-410c-a04b-01b956cef230'], 'active': True} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:08:00.198105 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0216077d-f55e-4982-846b-cbce855312f8 admin admin] Network ad5a8ff2-b68d-459f-bc1f-688a7e2f95c1 is scheduled to be hosted by DHCP agent 7b028a63-a201-45f3-9c70-05c56c6a2a18 with binding_index 1 {{(pid=108314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:08:00.292510 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device 27fddf72-16d8-4633-a63b-2c55aeb0aa60 up at agent ovs-agent-dv-cinder-815614-3-iscsi {{(pid=108316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:08:00.295614 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.base_scheduler [None req-0216077d-f55e-4982-846b-cbce855312f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815614-3-iscsi, ad5a8ff2-b68d-459f-bc1f-688a7e2f95c1) {{(pid=108314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:08:00.300646 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0216077d-f55e-4982-846b-cbce855312f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:00.314326 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-0216077d-f55e-4982-846b-cbce855312f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554904'] for subnet, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:00.370675 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06721ae6-7016-4fd6-9a81-119bf21a0567 None None] Network ad5a8ff2-b68d-459f-bc1f-688a7e2f95c1 requested from dv-cinder-815614-3-iscsi {{(pid=108316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 02:08:00.373886 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-0216077d-f55e-4982-846b-cbce855312f8 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8639741 Nov 03 02:08:00.376235 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 50024) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:08:00.381365 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.v2.base [None req-008b24aa-da45-4e24-8f57-e9e004c0b882 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1482798759-router', 'tenant_id': '518ca4accbfe40c0b677549b1957e205', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e'}}} {{(pid=108314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:08:00.421594 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvr_db [None req-6b6f7ad3-87e7-411e-8c06-b89a927f1711 None None] Set router c53cceb8-96b2-410c-a04b-01b956cef230 gateway port host: dv-cinder-815614-3-iscsi {{(pid=108317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:08:00.483881 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-008b24aa-da45-4e24-8f57-e9e004c0b882 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15184'] for router, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:00.485410 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-008b24aa-da45-4e24-8f57-e9e004c0b882 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-558639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15175'] for router, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:00.514490 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Provisioning complete for port 27fddf72-16d8-4633-a63b-2c55aeb0aa60 triggered by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:08:00.515076 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:00.557378 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ac3457-aa23-44fc-9436-b37ad35b6dc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1c4a7f7-6499-5e5a-80e6-341c4ff4fafa-ad5a8ff2-b68d-459f-bc1f-688a7e2f95c1', 'network_id': 'ad5a8ff2-b68d-459f-bc1f-688a7e2f95c1', 'tenant_id': '518ca4accbfe40c0b677549b1957e205', 'fixed_ips': [{'subnet_id': 'ad41ddf1-b59f-44d8-b407-5600c43b627f'}]}} from dv-cinder-815614-3-iscsi. {{(pid=108316) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 02:08:00.558660 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-06ac3457-aa23-44fc-9436-b37ad35b6dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_create {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:00.579340 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-008b24aa-da45-4e24-8f57-e9e004c0b882 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:00.727582 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:00.767913 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] For port 27fddf72-16d8-4633-a63b-2c55aeb0aa60, host dv-cinder-815614-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=27fddf72-16d8-4633-a63b-2c55aeb0aa60,segment=NetworkSegment(1823f467-65f5-492c-8155-6dfe4df97867),segment_id=1823f467-65f5-492c-8155-6dfe4df97867)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:08:00.769321 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.db_base_plugin_common [None req-06ac3457-aa23-44fc-9436-b37ad35b6dc8 None None] Allocated IP 172.20.0.2 (ad5a8ff2-b68d-459f-bc1f-688a7e2f95c1/ad41ddf1-b59f-44d8-b407-5600c43b627f/2a1cab17-3542-4184-a3dc-f1375592f2d2) {{(pid=108316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:08:00.793115 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-6b6f7ad3-87e7-411e-8c06-b89a927f1711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'name': 'tempest-TestVolumeBootPattern-964798403-router', 'tenant_id': 'a08b0f1fc6b940148531ae61a6847288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '27fddf72-16d8-4633-a63b-2c55aeb0aa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:07:52Z', 'updated_at': '2021-11-03T02:07:56Z', 'revision_number': 4, 'project_id': 'a08b0f1fc6b940148531ae61a6847288', 'gw_port': {'id': '27fddf72-16d8-4633-a63b-2c55aeb0aa60', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:75:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:07:53Z', 'updated_at': '2021-11-03T02:07:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_interfaces': [{'id': 'ee1dbab4-efdb-4180-a487-fed713956095', 'name': '', 'network_id': 'f712cad4-e8ca-42ec-98fb-45f5bacc0fc1', 'tenant_id': 'a08b0f1fc6b940148531ae61a6847288', 'mac_address': 'fa:16:3e:b7:1b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '43639205-925f-474d-a075-6f18826b2705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:07:56Z', 'updated_at': '2021-11-03T02:07:57Z', 'revision_number': 2, 'project_id': 'a08b0f1fc6b940148531ae61a6847288', 'subnets': [{'id': '43639205-925f-474d-a075-6f18826b2705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:08:00.836011 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6f7ad3-87e7-411e-8c06-b89a927f1711 None None] Checking router: c53cceb8-96b2-410c-a04b-01b956cef230 for host: dv-cinder-815614-3-iscsi {{(pid=108317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:08:00.836011 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6f7ad3-87e7-411e-8c06-b89a927f1711 None None] Updating router c53cceb8-96b2-410c-a04b-01b956cef230 port ee1dbab4-efdb-4180-a487-fed713956095 binding host dv-cinder-815614-3-iscsi {{(pid=108317) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 02:08:00.886672 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron_lib.callbacks.manager [None req-6b6f7ad3-87e7-411e-8c06-b89a927f1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:00.908958 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:00.935401 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-008b24aa-da45-4e24-8f57-e9e004c0b882 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:00.996955 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a0ec5-6d2b-4094-80e8-f3a683b262bb req-fcba861c-e76c-4012-8b5d-a80072c1780b tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:01.006681 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-2d9a0ec5-6d2b-4094-80e8-f3a683b262bb req-fcba861c-e76c-4012-8b5d-a80072c1780b tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 945 time: 0.0924084 Nov 03 02:08:01.007320 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Pushing event updated for resources: {'Port': ['ID=27fddf72-16d8-4633-a63b-2c55aeb0aa60,revision_number=4']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:08:01.059527 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-06ac3457-aa23-44fc-9436-b37ad35b6dc8 None None] Publish callbacks [] for port, precommit_create {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:01.067807 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-2d9a0ec5-6d2b-4094-80e8-f3a683b262bb req-fe668e9c-21c9-4ed5-98fa-7ef52fc6d75f tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=e26279a2-a305-49d4-a7d3-c9e1b2e2d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0595007 Nov 03 02:08:01.204898 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-06ac3457-aa23-44fc-9436-b37ad35b6dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784217128214'] for port, after_create {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:01.314088 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ac3457-aa23-44fc-9436-b37ad35b6dc8 None None] Network ad5a8ff2-b68d-459f-bc1f-688a7e2f95c1 is already hosted by enough agents. {{(pid=108316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:08:01.316035 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.scheduler.base_scheduler [None req-06ac3457-aa23-44fc-9436-b37ad35b6dc8 None None] Resources bound (agent type, host, resource id): {{(pid=108316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:08:01.324061 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ac3457-aa23-44fc-9436-b37ad35b6dc8 None None] Received port after_create {{(pid=108316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:08:01.359649 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ac3457-aa23-44fc-9436-b37ad35b6dc8 None None] Pushing event updated for resources: {'Port': ['ID=2a1cab17-3542-4184-a3dc-f1375592f2d2,revision_number=1']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:08:01.390468 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron_lib.callbacks.manager [None req-6b6f7ad3-87e7-411e-8c06-b89a927f1711 None None] Publish callbacks [] for port, precommit_update {{(pid=108317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:01.451009 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.managers [None req-06ac3457-aa23-44fc-9436-b37ad35b6dc8 None None] Attempting to bind port 2a1cab17-3542-4184-a3dc-f1375592f2d2 on host dv-cinder-815614-3-iscsi for vnic_type normal with profile {{(pid=108316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 02:08:01.451675 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.managers [None req-06ac3457-aa23-44fc-9436-b37ad35b6dc8 None None] Attempting to bind port 2a1cab17-3542-4184-a3dc-f1375592f2d2 by drivers openvswitch,hyperv on host dv-cinder-815614-3-iscsi at level 0 using segments [{'id': '12ac22eb-1dc4-41ae-9d66-1bb3271e711d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ad5a8ff2-b68d-459f-bc1f-688a7e2f95c1'}] {{(pid=108316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 02:08:01.452322 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-008b24aa-da45-4e24-8f57-e9e004c0b882 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:01.458693 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ac3457-aa23-44fc-9436-b37ad35b6dc8 None None] Attempting to bind port 2a1cab17-3542-4184-a3dc-f1375592f2d2 on network ad5a8ff2-b68d-459f-bc1f-688a7e2f95c1 {{(pid=108316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:08:01.465777 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ac3457-aa23-44fc-9436-b37ad35b6dc8 None None] Checking agent: {'id': '8d43342f-520b-4221-8f38-1d21061a375d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815614-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 1, 53, 24), 'started_at': datetime.datetime(2021, 11, 3, 1, 53, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 2, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815614-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:08:01.466476 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ac3457-aa23-44fc-9436-b37ad35b6dc8 None None] Checking segment: {'id': '12ac22eb-1dc4-41ae-9d66-1bb3271e711d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ad5a8ff2-b68d-459f-bc1f-688a7e2f95c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 02:08:01.467044 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-06ac3457-aa23-44fc-9436-b37ad35b6dc8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:01.470012 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ac3457-aa23-44fc-9436-b37ad35b6dc8 None None] Bound using segment: {'id': '12ac22eb-1dc4-41ae-9d66-1bb3271e711d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ad5a8ff2-b68d-459f-bc1f-688a7e2f95c1'} {{(pid=108316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:08:01.470012 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.managers [None req-06ac3457-aa23-44fc-9436-b37ad35b6dc8 None None] Bound port: 2a1cab17-3542-4184-a3dc-f1375592f2d2, host: dv-cinder-815614-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12ac22eb-1dc4-41ae-9d66-1bb3271e711d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ad5a8ff2-b68d-459f-bc1f-688a7e2f95c1'}}] {{(pid=108316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 02:08:01.470012 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-06ac3457-aa23-44fc-9436-b37ad35b6dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:01.478739 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-008b24aa-da45-4e24-8f57-e9e004c0b882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:01.480946 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron_lib.callbacks.manager [None req-6b6f7ad3-87e7-411e-8c06-b89a927f1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:01.539266 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc1069b-d1a7-41bd-81ab-f1cc0dd6b1ca None None] Pushing event updated for resources: {'Port': ['ID=ee1dbab4-efdb-4180-a487-fed713956095,revision_number=3']} {{(pid=108317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:08:01.548447 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc1069b-d1a7-41bd-81ab-f1cc0dd6b1ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:08:01.549057 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc1069b-d1a7-41bd-81ab-f1cc0dd6b1ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:08:01.549575 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc1069b-d1a7-41bd-81ab-f1cc0dd6b1ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:08:01.550095 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc1069b-d1a7-41bd-81ab-f1cc0dd6b1ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:08:01.550598 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc1069b-d1a7-41bd-81ab-f1cc0dd6b1ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:08:01.551091 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc1069b-d1a7-41bd-81ab-f1cc0dd6b1ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:08:01.551581 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc1069b-d1a7-41bd-81ab-f1cc0dd6b1ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:08:01.552160 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc1069b-d1a7-41bd-81ab-f1cc0dd6b1ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:08:01.560472 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc1069b-d1a7-41bd-81ab-f1cc0dd6b1ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:08:01.560472 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc1069b-d1a7-41bd-81ab-f1cc0dd6b1ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:08:01.560472 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc1069b-d1a7-41bd-81ab-f1cc0dd6b1ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:08:01.560472 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc1069b-d1a7-41bd-81ab-f1cc0dd6b1ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:08:01.560877 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-06ac3457-aa23-44fc-9436-b37ad35b6dc8 None None] For port 2a1cab17-3542-4184-a3dc-f1375592f2d2, host dv-cinder-815614-3-iscsi, cleared binding levels {{(pid=108316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:08:01.565711 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-06ac3457-aa23-44fc-9436-b37ad35b6dc8 None None] For port 2a1cab17-3542-4184-a3dc-f1375592f2d2, host dv-cinder-815614-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=2a1cab17-3542-4184-a3dc-f1375592f2d2,segment=NetworkSegment(12ac22eb-1dc4-41ae-9d66-1bb3271e711d),segment_id=12ac22eb-1dc4-41ae-9d66-1bb3271e711d)] {{(pid=108316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:08:01.638604 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-06ac3457-aa23-44fc-9436-b37ad35b6dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:01.650398 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.db_base_plugin_common [None req-008b24aa-da45-4e24-8f57-e9e004c0b882 admin admin] Allocated IP 172.27.1.122 (4ca214f6-e89c-4bd7-af93-48c10786815e/d2239322-01a4-44c7-bb94-af7246032662/807f756b-2289-40bb-9cf2-219523336dec) {{(pid=108314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:08:01.700511 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.managers [None req-6b6f7ad3-87e7-411e-8c06-b89a927f1711 None None] Attempting to bind port ee1dbab4-efdb-4180-a487-fed713956095 on host dv-cinder-815614-3-iscsi for vnic_type normal with profile {{(pid=108317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 02:08:01.700895 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.managers [None req-6b6f7ad3-87e7-411e-8c06-b89a927f1711 None None] Attempting to bind port ee1dbab4-efdb-4180-a487-fed713956095 by drivers openvswitch,hyperv on host dv-cinder-815614-3-iscsi at level 0 using segments [{'id': '974828e1-7153-4348-912c-a42e71ffbf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f712cad4-e8ca-42ec-98fb-45f5bacc0fc1'}] {{(pid=108317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 02:08:01.707053 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6f7ad3-87e7-411e-8c06-b89a927f1711 None None] Attempting to bind port ee1dbab4-efdb-4180-a487-fed713956095 on network f712cad4-e8ca-42ec-98fb-45f5bacc0fc1 {{(pid=108317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:08:01.723477 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6f7ad3-87e7-411e-8c06-b89a927f1711 None None] Checking agent: {'id': '8d43342f-520b-4221-8f38-1d21061a375d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815614-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 1, 53, 24), 'started_at': datetime.datetime(2021, 11, 3, 1, 53, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 2, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815614-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:08:01.723903 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6f7ad3-87e7-411e-8c06-b89a927f1711 None None] Checking segment: {'id': '974828e1-7153-4348-912c-a42e71ffbf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f712cad4-e8ca-42ec-98fb-45f5bacc0fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 02:08:01.724237 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron_lib.callbacks.manager [None req-6b6f7ad3-87e7-411e-8c06-b89a927f1711 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:01.724628 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6f7ad3-87e7-411e-8c06-b89a927f1711 None None] Bound using segment: {'id': '974828e1-7153-4348-912c-a42e71ffbf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f712cad4-e8ca-42ec-98fb-45f5bacc0fc1'} {{(pid=108317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:08:01.725104 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.managers [None req-6b6f7ad3-87e7-411e-8c06-b89a927f1711 None None] Bound port: ee1dbab4-efdb-4180-a487-fed713956095, host: dv-cinder-815614-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '974828e1-7153-4348-912c-a42e71ffbf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f712cad4-e8ca-42ec-98fb-45f5bacc0fc1'}}] {{(pid=108317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 02:08:01.725590 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron_lib.callbacks.manager [None req-6b6f7ad3-87e7-411e-8c06-b89a927f1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:01.753481 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ac3457-aa23-44fc-9436-b37ad35b6dc8 None None] Pushing event updated for resources: {'Port': ['ID=2a1cab17-3542-4184-a3dc-f1375592f2d2,revision_number=2']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:08:01.871828 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-008b24aa-da45-4e24-8f57-e9e004c0b882 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:01.894347 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.db [None req-6b6f7ad3-87e7-411e-8c06-b89a927f1711 None None] For port ee1dbab4-efdb-4180-a487-fed713956095, host dv-cinder-815614-3-iscsi, cleared binding levels {{(pid=108317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:08:01.899522 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.db [None req-6b6f7ad3-87e7-411e-8c06-b89a927f1711 None None] For port ee1dbab4-efdb-4180-a487-fed713956095, host dv-cinder-815614-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=ee1dbab4-efdb-4180-a487-fed713956095,segment=NetworkSegment(974828e1-7153-4348-912c-a42e71ffbf48),segment_id=974828e1-7153-4348-912c-a42e71ffbf48)] {{(pid=108317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:08:01.976782 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron_lib.callbacks.manager [None req-6b6f7ad3-87e7-411e-8c06-b89a927f1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:02.004991 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-008b24aa-da45-4e24-8f57-e9e004c0b882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784217128214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126899639'] for port, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:02.036078 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-5cc8c9aa-4307-4d2f-9874-bac4bcb6c8e0 None None] Provisioning complete for port ee1dbab4-efdb-4180-a487-fed713956095 triggered by entity DHCP. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:08:02.036457 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-5cc8c9aa-4307-4d2f-9874-bac4bcb6c8e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:02.086285 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008b24aa-da45-4e24-8f57-e9e004c0b882 admin admin] Network 4ca214f6-e89c-4bd7-af93-48c10786815e is already hosted by enough agents. {{(pid=108314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:08:02.134513 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.base_scheduler [None req-008b24aa-da45-4e24-8f57-e9e004c0b882 admin admin] Resources bound (agent type, host, resource id): {{(pid=108314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:08:02.145152 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008b24aa-da45-4e24-8f57-e9e004c0b882 admin admin] Received port after_create {{(pid=108314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:08:02.224141 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc1069b-d1a7-41bd-81ab-f1cc0dd6b1ca None None] Pushing event updated for resources: {'Port': ['ID=ee1dbab4-efdb-4180-a487-fed713956095,revision_number=4']} {{(pid=108317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:08:02.283000 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6f7ad3-87e7-411e-8c06-b89a927f1711 None None] Routers {'c53cceb8-96b2-410c-a04b-01b956cef230'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:08:02.286893 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-6b6f7ad3-87e7-411e-8c06-b89a927f1711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:07:49Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['c53cceb8-96b2-410c-a04b-01b956cef230'], 'active': True} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:08:02.384351 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-5cc8c9aa-4307-4d2f-9874-bac4bcb6c8e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:02.441320 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-5cc8c9aa-4307-4d2f-9874-bac4bcb6c8e0 None None] For port ee1dbab4-efdb-4180-a487-fed713956095, host dv-cinder-815614-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=ee1dbab4-efdb-4180-a487-fed713956095,segment=NetworkSegment(974828e1-7153-4348-912c-a42e71ffbf48),segment_id=974828e1-7153-4348-912c-a42e71ffbf48)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:08:02.472680 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008b24aa-da45-4e24-8f57-e9e004c0b882 admin admin] Pushing event updated for resources: {'Port': ['ID=807f756b-2289-40bb-9cf2-219523336dec,revision_number=1']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:08:02.480659 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvr_db [None req-6b6f7ad3-87e7-411e-8c06-b89a927f1711 None None] Set router c53cceb8-96b2-410c-a04b-01b956cef230 gateway port host: dv-cinder-815614-3-iscsi {{(pid=108317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:08:02.545691 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device 2a1cab17-3542-4184-a3dc-f1375592f2d2 up at agent ovs-agent-dv-cinder-815614-3-iscsi {{(pid=108316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:08:02.575255 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3af58c-13fd-4d23-aa32-fd8df5aaf0c5 req-5d8709fb-8e9c-4c91-84be-0eb36cad59c1 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:02.577078 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-5d3af58c-13fd-4d23-aa32-fd8df5aaf0c5 req-5d8709fb-8e9c-4c91-84be-0eb36cad59c1 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 945 time: 0.2085443 Nov 03 02:08:02.617702 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Provisioning complete for port 2a1cab17-3542-4184-a3dc-f1375592f2d2 triggered by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:08:02.617702 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:02.648340 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-5d3af58c-13fd-4d23-aa32-fd8df5aaf0c5 req-9db60e71-d745-47b4-a605-f4d67dd42c17 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=e26279a2-a305-49d4-a7d3-c9e1b2e2d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0589750 Nov 03 02:08:02.705830 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:02.710829 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-6b6f7ad3-87e7-411e-8c06-b89a927f1711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'name': 'tempest-TestVolumeBootPattern-964798403-router', 'tenant_id': 'a08b0f1fc6b940148531ae61a6847288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '27fddf72-16d8-4633-a63b-2c55aeb0aa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:07:52Z', 'updated_at': '2021-11-03T02:07:56Z', 'revision_number': 4, 'project_id': 'a08b0f1fc6b940148531ae61a6847288', 'gw_port': {'id': '27fddf72-16d8-4633-a63b-2c55aeb0aa60', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:75:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:07:53Z', 'updated_at': '2021-11-03T02:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_interfaces': [{'id': 'ee1dbab4-efdb-4180-a487-fed713956095', 'name': '', 'network_id': 'f712cad4-e8ca-42ec-98fb-45f5bacc0fc1', 'tenant_id': 'a08b0f1fc6b940148531ae61a6847288', 'mac_address': 'fa:16:3e:b7:1b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '43639205-925f-474d-a075-6f18826b2705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:07:56Z', 'updated_at': '2021-11-03T02:08:01Z', 'revision_number': 4, 'project_id': 'a08b0f1fc6b940148531ae61a6847288', 'subnets': [{'id': '43639205-925f-474d-a075-6f18826b2705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:08:02.742412 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6f7ad3-87e7-411e-8c06-b89a927f1711 None None] The sync data for ids ['c53cceb8-96b2-410c-a04b-01b956cef230'] in dv-cinder-815614-3-iscsi is: [{'id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'name': 'tempest-TestVolumeBootPattern-964798403-router', 'tenant_id': 'a08b0f1fc6b940148531ae61a6847288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '27fddf72-16d8-4633-a63b-2c55aeb0aa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:07:52Z', 'updated_at': '2021-11-03T02:07:56Z', 'revision_number': 4, 'project_id': 'a08b0f1fc6b940148531ae61a6847288', 'gw_port': {'id': '27fddf72-16d8-4633-a63b-2c55aeb0aa60', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:75:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:07:53Z', 'updated_at': '2021-11-03T02:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_interfaces': [{'id': 'ee1dbab4-efdb-4180-a487-fed713956095', 'name': '', 'network_id': 'f712cad4-e8ca-42ec-98fb-45f5bacc0fc1', 'tenant_id': 'a08b0f1fc6b940148531ae61a6847288', 'mac_address': 'fa:16:3e:b7:1b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '43639205-925f-474d-a075-6f18826b2705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:07:56Z', 'updated_at': '2021-11-03T02:08:01Z', 'revision_number': 4, 'project_id': 'a08b0f1fc6b940148531ae61a6847288', 'subnets': [{'id': '43639205-925f-474d-a075-6f18826b2705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:08:02.860883 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-5cc8c9aa-4307-4d2f-9874-bac4bcb6c8e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:02.917134 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] For port 2a1cab17-3542-4184-a3dc-f1375592f2d2, host dv-cinder-815614-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=2a1cab17-3542-4184-a3dc-f1375592f2d2,segment=NetworkSegment(12ac22eb-1dc4-41ae-9d66-1bb3271e711d),segment_id=12ac22eb-1dc4-41ae-9d66-1bb3271e711d)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:08:02.933779 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc8c9aa-4307-4d2f-9874-bac4bcb6c8e0 None None] Pushing event updated for resources: {'Port': ['ID=ee1dbab4-efdb-4180-a487-fed713956095,revision_number=5']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:08:02.983102 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-f29aac74-485b-4569-9385-6d8f2cbbeabe None None] Provisioning complete for port ee1dbab4-efdb-4180-a487-fed713956095 triggered by entity DHCP. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:08:02.983477 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-f29aac74-485b-4569-9385-6d8f2cbbeabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:02.987706 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:02.988898 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device 27fddf72-16d8-4633-a63b-2c55aeb0aa60 up at agent ovs-agent-dv-cinder-815614-3-iscsi {{(pid=108316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:08:03.068254 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-008b24aa-da45-4e24-8f57-e9e004c0b882 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:03.319988 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a90dd9d-2a0b-43de-882c-55b55dcbac55 None None] Network ad5a8ff2-b68d-459f-bc1f-688a7e2f95c1 requested from dv-cinder-815614-3-iscsi {{(pid=108316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 02:08:03.352620 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Pushing event updated for resources: {'Port': ['ID=2a1cab17-3542-4184-a3dc-f1375592f2d2,revision_number=3']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:08:03.368477 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Provisioning complete for port 27fddf72-16d8-4633-a63b-2c55aeb0aa60 triggered by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:08:03.369163 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:03.402457 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-008b24aa-da45-4e24-8f57-e9e004c0b882 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641673'] for router, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:03.617316 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-22967bf8-9350-4e11-8f4a-83b9603444f7 None None] Provisioning complete for port 2a1cab17-3542-4184-a3dc-f1375592f2d2 triggered by entity DHCP. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:08:03.617906 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-22967bf8-9350-4e11-8f4a-83b9603444f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:03.660868 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-008b24aa-da45-4e24-8f57-e9e004c0b882 admin admin] Router aa3ad760-f153-4b10-b35f-e2ae4b4967eb is scheduled to L3 agent dfdd482b-800d-4ddb-af67-bfdcf28c1d2f with binding_index 1 {{(pid=108314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 02:08:03.885612 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cff2ec-6d7c-4ca2-83da-f84cc6cda852 req-d8b20a5d-c9f0-48d0-a92e-f101550d2f08 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:03.893950 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-48cff2ec-6d7c-4ca2-83da-f84cc6cda852 req-d8b20a5d-c9f0-48d0-a92e-f101550d2f08 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 945 time: 0.1270278 Nov 03 02:08:03.919044 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-008b24aa-da45-4e24-8f57-e9e004c0b882 admin admin] Notify agent at l3_agent.dv-cinder-815614-3-iscsi the message routers_updated {{(pid=108314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:08:03.930632 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8160532a-22d0-4731-b177-e016ca6101d0 None None] Sync routers for ids ['aa3ad760-f153-4b10-b35f-e2ae4b4967eb'] in dv-cinder-815614-3-iscsi {{(pid=108316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:08:03.941522 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8160532a-22d0-4731-b177-e016ca6101d0 None None] Routers {'aa3ad760-f153-4b10-b35f-e2ae4b4967eb'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:08:03.942319 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-8160532a-22d0-4731-b177-e016ca6101d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:07:49Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['aa3ad760-f153-4b10-b35f-e2ae4b4967eb'], 'active': True} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:08:03.973244 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-48cff2ec-6d7c-4ca2-83da-f84cc6cda852 req-9467ecc8-d903-4f22-8772-f3b6cc556d56 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=e26279a2-a305-49d4-a7d3-c9e1b2e2d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0778775 Nov 03 02:08:04.030509 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-008b24aa-da45-4e24-8f57-e9e004c0b882 admin admin] Publish callbacks [] for router, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:04.032710 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-008b24aa-da45-4e24-8f57-e9e004c0b882 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.6554434 Nov 03 02:08:04.038950 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 50052) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:08:04.042997 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-99fa8de8-7c56-44cb-95d8-82bad3fff0d7 None None] Provisioning complete for port 2a1cab17-3542-4184-a3dc-f1375592f2d2 triggered by entity DHCP. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:08:04.043670 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-99fa8de8-7c56-44cb-95d8-82bad3fff0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:04.131428 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvr_db [None req-8160532a-22d0-4731-b177-e016ca6101d0 None None] Set router aa3ad760-f153-4b10-b35f-e2ae4b4967eb gateway port host: dv-cinder-815614-3-iscsi {{(pid=108316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:08:04.367386 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device 2a1cab17-3542-4184-a3dc-f1375592f2d2 up at agent ovs-agent-dv-cinder-815614-3-iscsi {{(pid=108316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:08:04.505246 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Provisioning complete for port 2a1cab17-3542-4184-a3dc-f1375592f2d2 triggered by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:08:04.505867 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:04.557752 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-8160532a-22d0-4731-b177-e016ca6101d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa3ad760-f153-4b10-b35f-e2ae4b4967eb', 'name': 'tempest-TestVolumeBootPattern-1482798759-router', 'tenant_id': '518ca4accbfe40c0b677549b1957e205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '807f756b-2289-40bb-9cf2-219523336dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:08:00Z', 'updated_at': '2021-11-03T02:08:02Z', 'revision_number': 3, 'project_id': '518ca4accbfe40c0b677549b1957e205', 'gw_port': {'id': '807f756b-2289-40bb-9cf2-219523336dec', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:d9:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa3ad760-f153-4b10-b35f-e2ae4b4967eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:08:01Z', 'updated_at': '2021-11-03T02:08:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi'}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:08:04.596638 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8160532a-22d0-4731-b177-e016ca6101d0 None None] Checking router: aa3ad760-f153-4b10-b35f-e2ae4b4967eb for host: dv-cinder-815614-3-iscsi {{(pid=108316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:08:04.597400 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8160532a-22d0-4731-b177-e016ca6101d0 None None] Updating router aa3ad760-f153-4b10-b35f-e2ae4b4967eb port 807f756b-2289-40bb-9cf2-219523336dec binding host dv-cinder-815614-3-iscsi {{(pid=108316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 02:08:04.659268 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-8160532a-22d0-4731-b177-e016ca6101d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:04.695682 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device ee1dbab4-efdb-4180-a487-fed713956095 up at agent ovs-agent-dv-cinder-815614-3-iscsi {{(pid=108316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:08:04.849537 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-31190aa3-b58a-44e8-acb2-4da74e20db32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:04.865932 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Provisioning complete for port ee1dbab4-efdb-4180-a487-fed713956095 triggered by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:08:04.866603 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:05.034343 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.db.db_base_plugin_common [None req-31190aa3-b58a-44e8-acb2-4da74e20db32 admin admin] Allocated IP 172.20.0.1 (ad5a8ff2-b68d-459f-bc1f-688a7e2f95c1/ad41ddf1-b59f-44d8-b407-5600c43b627f/a0ec31c0-cd4f-46d5-bb92-5b33653b2f3c) {{(pid=108315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:08:05.102239 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-8160532a-22d0-4731-b177-e016ca6101d0 None None] Publish callbacks [] for port, precommit_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:05.152758 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-8160532a-22d0-4731-b177-e016ca6101d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:05.174545 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-31190aa3-b58a-44e8-acb2-4da74e20db32 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:05.183105 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b72d91-9fcc-4497-89ec-b98817af61ba req-cdae60f1-86d2-47a1-bbfb-8b1039174085 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:05.186343 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b9b72d91-9fcc-4497-89ec-b98817af61ba req-cdae60f1-86d2-47a1-bbfb-8b1039174085 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 945 time: 0.0942445 Nov 03 02:08:05.218283 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.managers [None req-8160532a-22d0-4731-b177-e016ca6101d0 None None] Attempting to bind port 807f756b-2289-40bb-9cf2-219523336dec on host dv-cinder-815614-3-iscsi for vnic_type normal with profile {{(pid=108316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 02:08:05.219329 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.managers [None req-8160532a-22d0-4731-b177-e016ca6101d0 None None] Attempting to bind port 807f756b-2289-40bb-9cf2-219523336dec by drivers openvswitch,hyperv on host dv-cinder-815614-3-iscsi at level 0 using segments [{'id': '1823f467-65f5-492c-8155-6dfe4df97867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e'}] {{(pid=108316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 02:08:05.219788 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8160532a-22d0-4731-b177-e016ca6101d0 None None] Attempting to bind port 807f756b-2289-40bb-9cf2-219523336dec on network 4ca214f6-e89c-4bd7-af93-48c10786815e {{(pid=108316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:08:05.234126 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8160532a-22d0-4731-b177-e016ca6101d0 None None] Checking agent: {'id': '8d43342f-520b-4221-8f38-1d21061a375d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815614-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 1, 53, 24), 'started_at': datetime.datetime(2021, 11, 3, 1, 53, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 2, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815614-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:08:05.234741 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8160532a-22d0-4731-b177-e016ca6101d0 None None] Checking segment: {'id': '1823f467-65f5-492c-8155-6dfe4df97867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 02:08:05.235247 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-8160532a-22d0-4731-b177-e016ca6101d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:05.235705 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8160532a-22d0-4731-b177-e016ca6101d0 None None] Bound using segment: {'id': '1823f467-65f5-492c-8155-6dfe4df97867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e'} {{(pid=108316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:08:05.236262 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.managers [None req-8160532a-22d0-4731-b177-e016ca6101d0 None None] Bound port: 807f756b-2289-40bb-9cf2-219523336dec, host: dv-cinder-815614-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1823f467-65f5-492c-8155-6dfe4df97867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e'}}] {{(pid=108316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 02:08:05.236707 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-8160532a-22d0-4731-b177-e016ca6101d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:05.262683 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b9b72d91-9fcc-4497-89ec-b98817af61ba req-7f35d579-3ca6-4ce6-a93f-b8af904cbea6 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=e26279a2-a305-49d4-a7d3-c9e1b2e2d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0660915 Nov 03 02:08:05.301305 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-31190aa3-b58a-44e8-acb2-4da74e20db32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784217128214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127914182'] for port, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:05.344999 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31190aa3-b58a-44e8-acb2-4da74e20db32 admin admin] Network ad5a8ff2-b68d-459f-bc1f-688a7e2f95c1 is already hosted by enough agents. {{(pid=108315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:08:05.350107 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.base_scheduler [None req-31190aa3-b58a-44e8-acb2-4da74e20db32 admin admin] Resources bound (agent type, host, resource id): {{(pid=108315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:08:05.352988 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31190aa3-b58a-44e8-acb2-4da74e20db32 admin admin] Received port after_create {{(pid=108315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:08:05.391649 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31190aa3-b58a-44e8-acb2-4da74e20db32 admin admin] Pushing event updated for resources: {'Port': ['ID=a0ec31c0-cd4f-46d5-bb92-5b33653b2f3c,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:08:05.409712 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b84b3b-9ae2-4027-9c9b-9b26a940e9f0 None None] Pushing event updated for resources: {'Port': ['ID=807f756b-2289-40bb-9cf2-219523336dec,revision_number=2']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:08:05.421519 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-31190aa3-b58a-44e8-acb2-4da74e20db32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640980'] for router_interface, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:05.462285 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-8160532a-22d0-4731-b177-e016ca6101d0 None None] For port 807f756b-2289-40bb-9cf2-219523336dec, host dv-cinder-815614-3-iscsi, cleared binding levels {{(pid=108316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:08:05.471126 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-8160532a-22d0-4731-b177-e016ca6101d0 None None] For port 807f756b-2289-40bb-9cf2-219523336dec, host dv-cinder-815614-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=807f756b-2289-40bb-9cf2-219523336dec,segment=NetworkSegment(1823f467-65f5-492c-8155-6dfe4df97867),segment_id=1823f467-65f5-492c-8155-6dfe4df97867)] {{(pid=108316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:08:05.537012 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-8160532a-22d0-4731-b177-e016ca6101d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:05.623605 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8160532a-22d0-4731-b177-e016ca6101d0 None None] Routers {'aa3ad760-f153-4b10-b35f-e2ae4b4967eb'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:08:05.624247 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-8160532a-22d0-4731-b177-e016ca6101d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:07:49Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['aa3ad760-f153-4b10-b35f-e2ae4b4967eb'], 'active': True} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:08:05.658431 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-31190aa3-b58a-44e8-acb2-4da74e20db32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:05.664125 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b84b3b-9ae2-4027-9c9b-9b26a940e9f0 None None] Pushing event updated for resources: {'Port': ['ID=807f756b-2289-40bb-9cf2-219523336dec,revision_number=3']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:08:05.760414 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvr_db [None req-8160532a-22d0-4731-b177-e016ca6101d0 None None] Set router aa3ad760-f153-4b10-b35f-e2ae4b4967eb gateway port host: dv-cinder-815614-3-iscsi {{(pid=108316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:08:05.796921 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-63cd1e7d-6abd-4a18-bc1f-f77da90774a3 None None] Provisioning complete for port a0ec31c0-cd4f-46d5-bb92-5b33653b2f3c triggered by entity DHCP. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:08:05.797296 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-63cd1e7d-6abd-4a18-bc1f-f77da90774a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:05.864265 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-31190aa3-b58a-44e8-acb2-4da74e20db32 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:05.890833 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-63cd1e7d-6abd-4a18-bc1f-f77da90774a3 None None] Port a0ec31c0-cd4f-46d5-bb92-5b33653b2f3c cannot update to ACTIVE because it is not bound. {{(pid=108316) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 02:08:05.929494 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-31190aa3-b58a-44e8-acb2-4da74e20db32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127914185'] for port, after_update {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:05.981286 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-31190aa3-b58a-44e8-acb2-4da74e20db32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640840'] for router_interface, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:06.058730 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-8160532a-22d0-4731-b177-e016ca6101d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa3ad760-f153-4b10-b35f-e2ae4b4967eb', 'name': 'tempest-TestVolumeBootPattern-1482798759-router', 'tenant_id': '518ca4accbfe40c0b677549b1957e205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '807f756b-2289-40bb-9cf2-219523336dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:08:00Z', 'updated_at': '2021-11-03T02:08:05Z', 'revision_number': 4, 'project_id': '518ca4accbfe40c0b677549b1957e205', 'gw_port': {'id': '807f756b-2289-40bb-9cf2-219523336dec', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:d9:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa3ad760-f153-4b10-b35f-e2ae4b4967eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:08:01Z', 'updated_at': '2021-11-03T02:08:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_interfaces': [{'id': 'a0ec31c0-cd4f-46d5-bb92-5b33653b2f3c', 'name': '', 'network_id': 'ad5a8ff2-b68d-459f-bc1f-688a7e2f95c1', 'tenant_id': '518ca4accbfe40c0b677549b1957e205', 'mac_address': 'fa:16:3e:1f:6e:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa3ad760-f153-4b10-b35f-e2ae4b4967eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'ad41ddf1-b59f-44d8-b407-5600c43b627f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:08:04Z', 'updated_at': '2021-11-03T02:08:05Z', 'revision_number': 1, 'project_id': '518ca4accbfe40c0b677549b1957e205', 'subnets': [{'id': 'ad41ddf1-b59f-44d8-b407-5600c43b627f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:08:06.070715 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31190aa3-b58a-44e8-acb2-4da74e20db32 admin admin] Pushing event updated for resources: {'Port': ['ID=a0ec31c0-cd4f-46d5-bb92-5b33653b2f3c,revision_number=2']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:08:06.089850 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8160532a-22d0-4731-b177-e016ca6101d0 None None] The sync data for ids ['aa3ad760-f153-4b10-b35f-e2ae4b4967eb'] in dv-cinder-815614-3-iscsi is: [{'id': 'aa3ad760-f153-4b10-b35f-e2ae4b4967eb', 'name': 'tempest-TestVolumeBootPattern-1482798759-router', 'tenant_id': '518ca4accbfe40c0b677549b1957e205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '807f756b-2289-40bb-9cf2-219523336dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:08:00Z', 'updated_at': '2021-11-03T02:08:05Z', 'revision_number': 4, 'project_id': '518ca4accbfe40c0b677549b1957e205', 'gw_port': {'id': '807f756b-2289-40bb-9cf2-219523336dec', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:d9:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa3ad760-f153-4b10-b35f-e2ae4b4967eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:08:01Z', 'updated_at': '2021-11-03T02:08:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_interfaces': [{'id': 'a0ec31c0-cd4f-46d5-bb92-5b33653b2f3c', 'name': '', 'network_id': 'ad5a8ff2-b68d-459f-bc1f-688a7e2f95c1', 'tenant_id': '518ca4accbfe40c0b677549b1957e205', 'mac_address': 'fa:16:3e:1f:6e:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa3ad760-f153-4b10-b35f-e2ae4b4967eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'ad41ddf1-b59f-44d8-b407-5600c43b627f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:08:04Z', 'updated_at': '2021-11-03T02:08:05Z', 'revision_number': 1, 'project_id': '518ca4accbfe40c0b677549b1957e205', 'subnets': [{'id': 'ad41ddf1-b59f-44d8-b407-5600c43b627f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:08:06.131911 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31190aa3-b58a-44e8-acb2-4da74e20db32 admin admin] Network ad5a8ff2-b68d-459f-bc1f-688a7e2f95c1 is already hosted by enough agents. {{(pid=108315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:08:06.133512 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.base_scheduler [None req-31190aa3-b58a-44e8-acb2-4da74e20db32 admin admin] Resources bound (agent type, host, resource id): {{(pid=108315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:08:06.331802 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31190aa3-b58a-44e8-acb2-4da74e20db32 admin admin] Router aa3ad760-f153-4b10-b35f-e2ae4b4967eb has already been hosted by L3 agent dfdd482b-800d-4ddb-af67-bfdcf28c1d2f {{(pid=108315) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:08:06.465948 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b46909-28f2-43b5-a37a-6c3a02076e63 req-1b51688f-b773-4686-a736-c3ed70adc2ee tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:06.470222 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e6b46909-28f2-43b5-a37a-6c3a02076e63 req-1b51688f-b773-4686-a736-c3ed70adc2ee tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 945 time: 0.0675304 Nov 03 02:08:06.528182 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-48217bd0-3af3-4feb-bb3f-247891c117d3 None None] Provisioning complete for port a0ec31c0-cd4f-46d5-bb92-5b33653b2f3c triggered by entity DHCP. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:08:06.529830 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-48217bd0-3af3-4feb-bb3f-247891c117d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:06.538278 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-2ab41c66-e57f-4568-ab5a-ae513b1f380a req-fcc70d89-a5a9-4bbe-819e-9c1bfa20500d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bfcedc8e-ab45-4300-9e60-6e82319256b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1120522 Nov 03 02:08:06.581652 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e6b46909-28f2-43b5-a37a-6c3a02076e63 req-18aee94d-1859-4097-a2d1-098b6dc8c837 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=e26279a2-a305-49d4-a7d3-c9e1b2e2d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1044681 Nov 03 02:08:06.620123 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-48217bd0-3af3-4feb-bb3f-247891c117d3 None None] Port a0ec31c0-cd4f-46d5-bb92-5b33653b2f3c cannot update to ACTIVE because it is not bound. {{(pid=108316) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 02:08:06.635400 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31190aa3-b58a-44e8-acb2-4da74e20db32 admin admin] Notify agent at l3_agent.dv-cinder-815614-3-iscsi the message routers_updated {{(pid=108315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:08:06.645380 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-31190aa3-b58a-44e8-acb2-4da74e20db32 admin admin] 10.222.0.30 "PUT /v2.0/routers/aa3ad760-f153-4b10-b35f-e2ae4b4967eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6045544 Nov 03 02:08:06.659418 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab41c66-e57f-4568-ab5a-ae513b1f380a req-a88d204f-5476-47c6-8179-731fe6d8174c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:06.661615 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-2ab41c66-e57f-4568-ab5a-ae513b1f380a req-a88d204f-5476-47c6-8179-731fe6d8174c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=136f0a28eb6d4e108836305888f1fcb4&device_id=bfcedc8e-ab45-4300-9e60-6e82319256b8 HTTP/1.1" status: 200 len: 1099 time: 0.0921495 Nov 03 02:08:06.811738 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab41c66-e57f-4568-ab5a-ae513b1f380a req-fe3e8b50-f2cd-4720-b788-41f0d5f7afa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:06.814123 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-2ab41c66-e57f-4568-ab5a-ae513b1f380a req-fe3e8b50-f2cd-4720-b788-41f0d5f7afa5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=85bfa113-6079-42d9-9c6f-8ca12bd1c59a HTTP/1.1" status: 200 len: 910 time: 0.1252651 Nov 03 02:08:06.908385 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-2ab41c66-e57f-4568-ab5a-ae513b1f380a req-0a61fedc-4411-4dd1-aade-78295e650ba2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9fede95c-7a4c-431b-802a-bfb045b4ba84 HTTP/1.1" status: 200 len: 1001 time: 0.0860291 Nov 03 02:08:06.971413 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab41c66-e57f-4568-ab5a-ae513b1f380a req-f8005fab-79aa-44c6-94e2-a86ce91c4dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:06.973029 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-2ab41c66-e57f-4568-ab5a-ae513b1f380a req-f8005fab-79aa-44c6-94e2-a86ce91c4dcf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=92b994d1-893b-4528-a828-105ad45407c6 HTTP/1.1" status: 200 len: 848 time: 0.0579960 Nov 03 02:08:07.096691 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab41c66-e57f-4568-ab5a-ae513b1f380a req-78215656-36f6-4a51-bc95-0850ab6a693e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:07.096691 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-2ab41c66-e57f-4568-ab5a-ae513b1f380a req-78215656-36f6-4a51-bc95-0850ab6a693e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=85bfa113-6079-42d9-9c6f-8ca12bd1c59a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0542636 Nov 03 02:08:07.152296 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-2ab41c66-e57f-4568-ab5a-ae513b1f380a req-1d0e9cdb-c398-4c94-b1c5-22e3d6f17dee service neutron] 10.222.0.37 "GET /v2.0/networks/85bfa113-6079-42d9-9c6f-8ca12bd1c59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103096 Nov 03 02:08:07.249530 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-2ab41c66-e57f-4568-ab5a-ae513b1f380a req-1fd5581f-9fed-4c98-97d4-e15e6a56cf34 service neutron] 10.222.0.37 "GET /v2.0/networks/85bfa113-6079-42d9-9c6f-8ca12bd1c59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891795 Nov 03 02:08:07.597719 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 50084) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:08:07.602983 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.v2.base [None req-be8f2bd9-d84b-471d-a743-c3dcb7c64cff tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2008507579', 'description': 'tempest-secgroup-smoke-2008507579 description', 'project_id': 'a08b0f1fc6b940148531ae61a6847288'}} {{(pid=108314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:08:07.738586 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bffe08f-b96d-410a-9336-0ab0eea9b18d req-b150d980-f60c-4649-ba38-80f3f87be8a3 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:07.742620 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-8bffe08f-b96d-410a-9336-0ab0eea9b18d req-b150d980-f60c-4649-ba38-80f3f87be8a3 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 945 time: 0.0591459 Nov 03 02:08:07.744104 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-be8f2bd9-d84b-471d-a743-c3dcb7c64cff tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks [] for security_group, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:07.854305 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-8bffe08f-b96d-410a-9336-0ab0eea9b18d req-6d4f4dd8-aace-4f2b-8567-87b43ab97ebb tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=e26279a2-a305-49d4-a7d3-c9e1b2e2d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1009521 Nov 03 02:08:07.904724 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-be8f2bd9-d84b-471d-a743-c3dcb7c64cff tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks [] for security_group, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:07.963802 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-be8f2bd9-d84b-471d-a743-c3dcb7c64cff tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:07.999253 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8f2bd9-d84b-471d-a743-c3dcb7c64cff tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e43461-b85d-4639-b4a3-3f08fe84210d,revision_number=1']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:08:08.131148 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-be8f2bd9-d84b-471d-a743-c3dcb7c64cff tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks [] for security_group, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:08.135479 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-be8f2bd9-d84b-471d-a743-c3dcb7c64cff tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5336559 Nov 03 02:08:08.135605 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 50090) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:08:08.139987 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.v2.base [None req-6482ae5c-dfcc-4284-a4d0-f7297cdddde4 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Request body: {'security_group_rule': {'security_group_id': 'e1e43461-b85d-4639-b4a3-3f08fe84210d', 'project_id': 'a08b0f1fc6b940148531ae61a6847288', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:08:08.261735 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device 807f756b-2289-40bb-9cf2-219523336dec up at agent ovs-agent-dv-cinder-815614-3-iscsi {{(pid=108316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:08:08.311781 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Provisioning complete for port 807f756b-2289-40bb-9cf2-219523336dec triggered by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:08:08.312207 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:08.392321 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:08.414189 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] For port 807f756b-2289-40bb-9cf2-219523336dec, host dv-cinder-815614-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=807f756b-2289-40bb-9cf2-219523336dec,segment=NetworkSegment(1823f467-65f5-492c-8155-6dfe4df97867),segment_id=1823f467-65f5-492c-8155-6dfe4df97867)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:08:08.460026 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-6482ae5c-dfcc-4284-a4d0-f7297cdddde4 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:08.514031 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-6482ae5c-dfcc-4284-a4d0-f7297cdddde4 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:08.557998 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:08.603794 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-6482ae5c-dfcc-4284-a4d0-f7297cdddde4 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587162'] for security_group_rule, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:08.613018 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Pushing event updated for resources: {'Port': ['ID=807f756b-2289-40bb-9cf2-219523336dec,revision_number=4']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:08:08.628339 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6482ae5c-dfcc-4284-a4d0-f7297cdddde4 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b17502e8-e65a-47c4-b700-86484097a0be,revision_number=0']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:08:08.766416 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-6482ae5c-dfcc-4284-a4d0-f7297cdddde4 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:08.767669 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-6482ae5c-dfcc-4284-a4d0-f7297cdddde4 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6311541 Nov 03 02:08:08.770540 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 50102) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:08:08.774855 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.v2.base [None req-b42e05d9-736b-4b8d-8d07-412ee8b05925 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Request body: {'security_group_rule': {'security_group_id': 'e1e43461-b85d-4639-b4a3-3f08fe84210d', 'project_id': 'a08b0f1fc6b940148531ae61a6847288', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:08:08.882818 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-b42e05d9-736b-4b8d-8d07-412ee8b05925 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:08.940616 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-b42e05d9-736b-4b8d-8d07-412ee8b05925 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:08.989008 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8440da-3dfc-4f38-a2b2-861cb1814e79 req-a95989dc-6a48-4a75-b84d-5649ffa65327 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:08.990390 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-9b8440da-3dfc-4f38-a2b2-861cb1814e79 req-a95989dc-6a48-4a75-b84d-5649ffa65327 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 945 time: 0.0517192 Nov 03 02:08:09.034467 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-b42e05d9-736b-4b8d-8d07-412ee8b05925 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587162'] for security_group_rule, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:09.043775 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-9b8440da-3dfc-4f38-a2b2-861cb1814e79 req-f229fa18-d5a6-497c-be1a-6ffb0b28ee3b tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=e26279a2-a305-49d4-a7d3-c9e1b2e2d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474505 Nov 03 02:08:09.055365 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42e05d9-736b-4b8d-8d07-412ee8b05925 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f286fbb-0cec-44f9-8517-3fb51abd96fd,revision_number=0']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:08:09.148505 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-b42e05d9-736b-4b8d-8d07-412ee8b05925 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:09.149756 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-b42e05d9-736b-4b8d-8d07-412ee8b05925 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3782620 Nov 03 02:08:09.152504 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 50110) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:08:09.156936 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.v2.base [None req-36a377fc-d309-424a-909b-799bf20c1e8b tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Request body: {'security_group_rule': {'security_group_id': 'e1e43461-b85d-4639-b4a3-3f08fe84210d', 'project_id': 'a08b0f1fc6b940148531ae61a6847288', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:08:09.237599 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-36a377fc-d309-424a-909b-799bf20c1e8b tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:09.297617 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-36a377fc-d309-424a-909b-799bf20c1e8b tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:09.340515 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-36a377fc-d309-424a-909b-799bf20c1e8b tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587162'] for security_group_rule, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:09.360456 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a377fc-d309-424a-909b-799bf20c1e8b tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=407b9ae7-c915-4556-8a48-8b3f4e1dbb25,revision_number=0']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:08:09.425263 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-36a377fc-d309-424a-909b-799bf20c1e8b tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:09.426300 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-36a377fc-d309-424a-909b-799bf20c1e8b tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2727623 Nov 03 02:08:09.429354 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 50116) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:08:09.434950 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.v2.base [None req-a847ef14-b887-4b4d-b07a-c63bc328dd2d tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Request body: {'security_group_rule': {'security_group_id': 'e1e43461-b85d-4639-b4a3-3f08fe84210d', 'project_id': 'a08b0f1fc6b940148531ae61a6847288', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:08:09.464696 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ca7a0-818f-4c41-9d1b-2a446e00e0ab req-cf4c1713-c333-4b9a-9667-149b01f94b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:09.466489 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-f83ca7a0-818f-4c41-9d1b-2a446e00e0ab req-cf4c1713-c333-4b9a-9667-149b01f94b45 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=86777c3ab41c4ea8bbbdf156c7792513&device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 1098 time: 0.0568485 Nov 03 02:08:09.557041 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-a847ef14-b887-4b4d-b07a-c63bc328dd2d tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:09.568473 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ca7a0-818f-4c41-9d1b-2a446e00e0ab req-c933f658-c890-48b3-9826-bfeb034bf528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:09.570245 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-f83ca7a0-818f-4c41-9d1b-2a446e00e0ab req-c933f658-c890-48b3-9826-bfeb034bf528 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9 HTTP/1.1" status: 200 len: 918 time: 0.0963614 Nov 03 02:08:09.624349 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-a847ef14-b887-4b4d-b07a-c63bc328dd2d tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:09.646094 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-f83ca7a0-818f-4c41-9d1b-2a446e00e0ab req-8e87c3fc-9289-487b-a306-de3a8e782387 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53f57377-fc10-41c9-b2f6-7fbdab22b983 HTTP/1.1" status: 200 len: 1001 time: 0.0681190 Nov 03 02:08:09.678059 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-a847ef14-b887-4b4d-b07a-c63bc328dd2d tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587162'] for security_group_rule, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:09.704010 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ca7a0-818f-4c41-9d1b-2a446e00e0ab req-d7be4a0f-2d27-4490-a158-3e7c1ffb93a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:09.705409 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a847ef14-b887-4b4d-b07a-c63bc328dd2d tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6501641e-6c69-48d6-8cac-8d3f581fec97,revision_number=0']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:08:09.706225 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-f83ca7a0-818f-4c41-9d1b-2a446e00e0ab req-d7be4a0f-2d27-4490-a158-3e7c1ffb93a2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=95177d92-9024-40b6-ac79-02b9d5fce0cc HTTP/1.1" status: 200 len: 856 time: 0.0525610 Nov 03 02:08:09.755624 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ca7a0-818f-4c41-9d1b-2a446e00e0ab req-5b5fbff4-749e-46c3-9643-41b89b1ac23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:09.757063 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-f83ca7a0-818f-4c41-9d1b-2a446e00e0ab req-5b5fbff4-749e-46c3-9643-41b89b1ac23b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428565 Nov 03 02:08:09.792969 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c97f66-5814-406f-becf-4885f65fcb10 None None] Sync routers for ids ['aa3ad760-f153-4b10-b35f-e2ae4b4967eb'] in dv-cinder-815614-3-iscsi {{(pid=108317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:08:09.803753 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c97f66-5814-406f-becf-4885f65fcb10 None None] Routers {'aa3ad760-f153-4b10-b35f-e2ae4b4967eb'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:08:09.804422 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-31c97f66-5814-406f-becf-4885f65fcb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:07:49Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['aa3ad760-f153-4b10-b35f-e2ae4b4967eb'], 'active': True} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:08:09.828649 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-a847ef14-b887-4b4d-b07a-c63bc328dd2d tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:09.830112 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-a847ef14-b887-4b4d-b07a-c63bc328dd2d tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4000008 Nov 03 02:08:09.832991 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 50122) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:08:09.837774 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.v2.base [None req-c63525e7-55e1-4c9b-b3f4-c062ae139afb tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Request body: {'security_group_rule': {'security_group_id': 'e1e43461-b85d-4639-b4a3-3f08fe84210d', 'project_id': 'a08b0f1fc6b940148531ae61a6847288', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:08:09.860832 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-f83ca7a0-818f-4c41-9d1b-2a446e00e0ab req-af310f23-beb3-42ed-84bd-6e7bf4a09d96 service neutron] 10.222.0.37 "GET /v2.0/networks/f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958421 Nov 03 02:08:09.914873 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvr_db [None req-31c97f66-5814-406f-becf-4885f65fcb10 None None] Set router aa3ad760-f153-4b10-b35f-e2ae4b4967eb gateway port host: dv-cinder-815614-3-iscsi {{(pid=108317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:08:09.950773 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-f83ca7a0-818f-4c41-9d1b-2a446e00e0ab req-06ad246f-fdf3-4d1f-94f9-b979a1804610 service neutron] 10.222.0.37 "GET /v2.0/networks/f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823309 Nov 03 02:08:10.009801 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.db.securitygroups_db [None req-c63525e7-55e1-4c9b-b3f4-c062ae139afb tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Project a08b0f1fc6b940148531ae61a6847288 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 02:08:10.016090 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-c63525e7-55e1-4c9b-b3f4-c062ae139afb tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:10.084964 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-c63525e7-55e1-4c9b-b3f4-c062ae139afb tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:10.166879 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a4bf55-959f-4cb0-9076-108770013712 req-33fbfa36-bf87-43a1-9db3-f97395e17995 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:10.168352 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-82a4bf55-959f-4cb0-9076-108770013712 req-33fbfa36-bf87-43a1-9db3-f97395e17995 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 945 time: 0.0499580 Nov 03 02:08:10.169582 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-c63525e7-55e1-4c9b-b3f4-c062ae139afb tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587162'] for security_group_rule, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:10.208405 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-31c97f66-5814-406f-becf-4885f65fcb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa3ad760-f153-4b10-b35f-e2ae4b4967eb', 'name': 'tempest-TestVolumeBootPattern-1482798759-router', 'tenant_id': '518ca4accbfe40c0b677549b1957e205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '807f756b-2289-40bb-9cf2-219523336dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:08:00Z', 'updated_at': '2021-11-03T02:08:05Z', 'revision_number': 4, 'project_id': '518ca4accbfe40c0b677549b1957e205', 'gw_port': {'id': '807f756b-2289-40bb-9cf2-219523336dec', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:d9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa3ad760-f153-4b10-b35f-e2ae4b4967eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:08:01Z', 'updated_at': '2021-11-03T02:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_interfaces': [{'id': 'a0ec31c0-cd4f-46d5-bb92-5b33653b2f3c', 'name': '', 'network_id': 'ad5a8ff2-b68d-459f-bc1f-688a7e2f95c1', 'tenant_id': '518ca4accbfe40c0b677549b1957e205', 'mac_address': 'fa:16:3e:1f:6e:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa3ad760-f153-4b10-b35f-e2ae4b4967eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'ad41ddf1-b59f-44d8-b407-5600c43b627f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:08:04Z', 'updated_at': '2021-11-03T02:08:05Z', 'revision_number': 2, 'project_id': '518ca4accbfe40c0b677549b1957e205', 'subnets': [{'id': 'ad41ddf1-b59f-44d8-b407-5600c43b627f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:08:10.212130 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63525e7-55e1-4c9b-b3f4-c062ae139afb tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70e93134-501d-493a-9b25-7edb840598d9,revision_number=0']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:08:10.223104 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63525e7-55e1-4c9b-b3f4-c062ae139afb tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:08:10.223593 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63525e7-55e1-4c9b-b3f4-c062ae139afb tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:08:10.223778 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63525e7-55e1-4c9b-b3f4-c062ae139afb tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:08:10.224120 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63525e7-55e1-4c9b-b3f4-c062ae139afb tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:08:10.224449 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63525e7-55e1-4c9b-b3f4-c062ae139afb tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:08:10.224779 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63525e7-55e1-4c9b-b3f4-c062ae139afb tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:08:10.225104 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63525e7-55e1-4c9b-b3f4-c062ae139afb tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:08:10.225435 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63525e7-55e1-4c9b-b3f4-c062ae139afb tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:08:10.225763 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63525e7-55e1-4c9b-b3f4-c062ae139afb tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:08:10.226093 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63525e7-55e1-4c9b-b3f4-c062ae139afb tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:08:10.226437 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63525e7-55e1-4c9b-b3f4-c062ae139afb tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:08:10.226757 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63525e7-55e1-4c9b-b3f4-c062ae139afb tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:08:10.239384 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c97f66-5814-406f-becf-4885f65fcb10 None None] Checking router: aa3ad760-f153-4b10-b35f-e2ae4b4967eb for host: dv-cinder-815614-3-iscsi {{(pid=108317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:08:10.239744 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c97f66-5814-406f-becf-4885f65fcb10 None None] Updating router aa3ad760-f153-4b10-b35f-e2ae4b4967eb port a0ec31c0-cd4f-46d5-bb92-5b33653b2f3c binding host dv-cinder-815614-3-iscsi {{(pid=108317) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 02:08:10.244620 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device 807f756b-2289-40bb-9cf2-219523336dec up at agent ovs-agent-dv-cinder-815614-3-iscsi {{(pid=108316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:08:10.257126 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-82a4bf55-959f-4cb0-9076-108770013712 req-b1e07058-8cdb-4d2d-ab86-6007f38df3a0 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=e26279a2-a305-49d4-a7d3-c9e1b2e2d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0739725 Nov 03 02:08:10.264610 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron_lib.callbacks.manager [None req-31c97f66-5814-406f-becf-4885f65fcb10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:10.279426 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-c63525e7-55e1-4c9b-b3f4-c062ae139afb tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:10.285208 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-c63525e7-55e1-4c9b-b3f4-c062ae139afb tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4482636 Nov 03 02:08:10.285364 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 50126) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:08:10.290344 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.v2.base [None req-2ed37074-4d85-4690-ab2b-1a133bf4c912 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Request body: {'security_group_rule': {'security_group_id': 'e1e43461-b85d-4639-b4a3-3f08fe84210d', 'project_id': 'a08b0f1fc6b940148531ae61a6847288', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:08:10.306870 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Provisioning complete for port 807f756b-2289-40bb-9cf2-219523336dec triggered by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:08:10.307235 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:10.386926 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.db.securitygroups_db [None req-2ed37074-4d85-4690-ab2b-1a133bf4c912 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Project a08b0f1fc6b940148531ae61a6847288 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 02:08:10.393060 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-2ed37074-4d85-4690-ab2b-1a133bf4c912 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:10.455216 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-2ed37074-4d85-4690-ab2b-1a133bf4c912 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:10.534092 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron_lib.callbacks.manager [None req-31c97f66-5814-406f-becf-4885f65fcb10 None None] Publish callbacks [] for port, precommit_update {{(pid=108317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:10.534596 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-2ed37074-4d85-4690-ab2b-1a133bf4c912 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587162'] for security_group_rule, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:10.552475 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed37074-4d85-4690-ab2b-1a133bf4c912 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=860b514c-40d2-49c2-9a94-abaeb347ec90,revision_number=0']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:08:10.620314 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron_lib.callbacks.manager [None req-31c97f66-5814-406f-becf-4885f65fcb10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:10.651170 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-2ed37074-4d85-4690-ab2b-1a133bf4c912 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:10.655193 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-2ed37074-4d85-4690-ab2b-1a133bf4c912 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3660951 Nov 03 02:08:10.668308 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad9395b-57b2-4918-9fd1-2a5104dd65c5 None None] Pushing event updated for resources: {'Port': ['ID=a0ec31c0-cd4f-46d5-bb92-5b33653b2f3c,revision_number=3']} {{(pid=108317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:08:10.731017 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.managers [None req-31c97f66-5814-406f-becf-4885f65fcb10 None None] Attempting to bind port a0ec31c0-cd4f-46d5-bb92-5b33653b2f3c on host dv-cinder-815614-3-iscsi for vnic_type normal with profile {{(pid=108317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 02:08:10.731375 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.managers [None req-31c97f66-5814-406f-becf-4885f65fcb10 None None] Attempting to bind port a0ec31c0-cd4f-46d5-bb92-5b33653b2f3c by drivers openvswitch,hyperv on host dv-cinder-815614-3-iscsi at level 0 using segments [{'id': '12ac22eb-1dc4-41ae-9d66-1bb3271e711d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ad5a8ff2-b68d-459f-bc1f-688a7e2f95c1'}] {{(pid=108317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 02:08:10.731889 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c97f66-5814-406f-becf-4885f65fcb10 None None] Attempting to bind port a0ec31c0-cd4f-46d5-bb92-5b33653b2f3c on network ad5a8ff2-b68d-459f-bc1f-688a7e2f95c1 {{(pid=108317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:08:10.738697 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c97f66-5814-406f-becf-4885f65fcb10 None None] Checking agent: {'id': '8d43342f-520b-4221-8f38-1d21061a375d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815614-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 1, 53, 24), 'started_at': datetime.datetime(2021, 11, 3, 1, 53, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 2, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815614-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:08:10.739126 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c97f66-5814-406f-becf-4885f65fcb10 None None] Checking segment: {'id': '12ac22eb-1dc4-41ae-9d66-1bb3271e711d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ad5a8ff2-b68d-459f-bc1f-688a7e2f95c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 02:08:10.739528 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron_lib.callbacks.manager [None req-31c97f66-5814-406f-becf-4885f65fcb10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:10.739926 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c97f66-5814-406f-becf-4885f65fcb10 None None] Bound using segment: {'id': '12ac22eb-1dc4-41ae-9d66-1bb3271e711d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ad5a8ff2-b68d-459f-bc1f-688a7e2f95c1'} {{(pid=108317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:08:10.740402 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.managers [None req-31c97f66-5814-406f-becf-4885f65fcb10 None None] Bound port: a0ec31c0-cd4f-46d5-bb92-5b33653b2f3c, host: dv-cinder-815614-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12ac22eb-1dc4-41ae-9d66-1bb3271e711d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ad5a8ff2-b68d-459f-bc1f-688a7e2f95c1'}}] {{(pid=108317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 02:08:10.740798 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron_lib.callbacks.manager [None req-31c97f66-5814-406f-becf-4885f65fcb10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:10.814164 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.db [None req-31c97f66-5814-406f-becf-4885f65fcb10 None None] For port a0ec31c0-cd4f-46d5-bb92-5b33653b2f3c, host dv-cinder-815614-3-iscsi, cleared binding levels {{(pid=108317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:08:10.817419 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.db [None req-31c97f66-5814-406f-becf-4885f65fcb10 None None] For port a0ec31c0-cd4f-46d5-bb92-5b33653b2f3c, host dv-cinder-815614-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=a0ec31c0-cd4f-46d5-bb92-5b33653b2f3c,segment=NetworkSegment(12ac22eb-1dc4-41ae-9d66-1bb3271e711d),segment_id=12ac22eb-1dc4-41ae-9d66-1bb3271e711d)] {{(pid=108317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:08:10.891017 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-1f33e45d-7410-4d12-9579-f544d1d08332 None None] Provisioning complete for port a0ec31c0-cd4f-46d5-bb92-5b33653b2f3c triggered by entity DHCP. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:08:10.891668 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-1f33e45d-7410-4d12-9579-f544d1d08332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:10.901056 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron_lib.callbacks.manager [None req-31c97f66-5814-406f-becf-4885f65fcb10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:10.928361 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-1f33e45d-7410-4d12-9579-f544d1d08332 None None] Port a0ec31c0-cd4f-46d5-bb92-5b33653b2f3c cannot update to ACTIVE because it is not bound. {{(pid=108316) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 02:08:10.969908 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c97f66-5814-406f-becf-4885f65fcb10 None None] Routers {'aa3ad760-f153-4b10-b35f-e2ae4b4967eb'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:08:10.970588 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-31c97f66-5814-406f-becf-4885f65fcb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:07:49Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['aa3ad760-f153-4b10-b35f-e2ae4b4967eb'], 'active': True} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:08:10.972605 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad9395b-57b2-4918-9fd1-2a5104dd65c5 None None] Pushing event updated for resources: {'Port': ['ID=a0ec31c0-cd4f-46d5-bb92-5b33653b2f3c,revision_number=4']} {{(pid=108317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:08:11.086015 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvr_db [None req-31c97f66-5814-406f-becf-4885f65fcb10 None None] Set router aa3ad760-f153-4b10-b35f-e2ae4b4967eb gateway port host: dv-cinder-815614-3-iscsi {{(pid=108317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:08:11.159444 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-baa95cff-b4d8-4f4f-8547-36fa903de477 None None] Provisioning complete for port a0ec31c0-cd4f-46d5-bb92-5b33653b2f3c triggered by entity DHCP. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:08:11.159798 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-baa95cff-b4d8-4f4f-8547-36fa903de477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:11.236431 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-baa95cff-b4d8-4f4f-8547-36fa903de477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:11.269744 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-baa95cff-b4d8-4f4f-8547-36fa903de477 None None] For port a0ec31c0-cd4f-46d5-bb92-5b33653b2f3c, host dv-cinder-815614-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=a0ec31c0-cd4f-46d5-bb92-5b33653b2f3c,segment=NetworkSegment(12ac22eb-1dc4-41ae-9d66-1bb3271e711d),segment_id=12ac22eb-1dc4-41ae-9d66-1bb3271e711d)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:08:11.287358 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-31c97f66-5814-406f-becf-4885f65fcb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa3ad760-f153-4b10-b35f-e2ae4b4967eb', 'name': 'tempest-TestVolumeBootPattern-1482798759-router', 'tenant_id': '518ca4accbfe40c0b677549b1957e205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '807f756b-2289-40bb-9cf2-219523336dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:08:00Z', 'updated_at': '2021-11-03T02:08:05Z', 'revision_number': 4, 'project_id': '518ca4accbfe40c0b677549b1957e205', 'gw_port': {'id': '807f756b-2289-40bb-9cf2-219523336dec', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:d9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa3ad760-f153-4b10-b35f-e2ae4b4967eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:08:01Z', 'updated_at': '2021-11-03T02:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_interfaces': [{'id': 'a0ec31c0-cd4f-46d5-bb92-5b33653b2f3c', 'name': '', 'network_id': 'ad5a8ff2-b68d-459f-bc1f-688a7e2f95c1', 'tenant_id': '518ca4accbfe40c0b677549b1957e205', 'mac_address': 'fa:16:3e:1f:6e:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa3ad760-f153-4b10-b35f-e2ae4b4967eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'ad41ddf1-b59f-44d8-b407-5600c43b627f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:08:04Z', 'updated_at': '2021-11-03T02:08:10Z', 'revision_number': 4, 'project_id': '518ca4accbfe40c0b677549b1957e205', 'subnets': [{'id': 'ad41ddf1-b59f-44d8-b407-5600c43b627f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:08:11.314391 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c97f66-5814-406f-becf-4885f65fcb10 None None] The sync data for ids ['aa3ad760-f153-4b10-b35f-e2ae4b4967eb'] in dv-cinder-815614-3-iscsi is: [{'id': 'aa3ad760-f153-4b10-b35f-e2ae4b4967eb', 'name': 'tempest-TestVolumeBootPattern-1482798759-router', 'tenant_id': '518ca4accbfe40c0b677549b1957e205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '807f756b-2289-40bb-9cf2-219523336dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:08:00Z', 'updated_at': '2021-11-03T02:08:05Z', 'revision_number': 4, 'project_id': '518ca4accbfe40c0b677549b1957e205', 'gw_port': {'id': '807f756b-2289-40bb-9cf2-219523336dec', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:d9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa3ad760-f153-4b10-b35f-e2ae4b4967eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:08:01Z', 'updated_at': '2021-11-03T02:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_interfaces': [{'id': 'a0ec31c0-cd4f-46d5-bb92-5b33653b2f3c', 'name': '', 'network_id': 'ad5a8ff2-b68d-459f-bc1f-688a7e2f95c1', 'tenant_id': '518ca4accbfe40c0b677549b1957e205', 'mac_address': 'fa:16:3e:1f:6e:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa3ad760-f153-4b10-b35f-e2ae4b4967eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'ad41ddf1-b59f-44d8-b407-5600c43b627f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:08:04Z', 'updated_at': '2021-11-03T02:08:10Z', 'revision_number': 4, 'project_id': '518ca4accbfe40c0b677549b1957e205', 'subnets': [{'id': 'ad41ddf1-b59f-44d8-b407-5600c43b627f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:08:11.352504 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-baa95cff-b4d8-4f4f-8547-36fa903de477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:11.384159 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9deca1a-9ef2-4baa-925b-e98df3632027 req-cda8ee54-138d-46c8-97f1-de1d1eebea2b tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:11.385805 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f9deca1a-9ef2-4baa-925b-e98df3632027 req-cda8ee54-138d-46c8-97f1-de1d1eebea2b tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 945 time: 0.0523024 Nov 03 02:08:11.413216 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa95cff-b4d8-4f4f-8547-36fa903de477 None None] Pushing event updated for resources: {'Port': ['ID=a0ec31c0-cd4f-46d5-bb92-5b33653b2f3c,revision_number=5']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:08:11.443533 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f9deca1a-9ef2-4baa-925b-e98df3632027 req-2d0dea7e-5133-4e2f-9e5f-de15c8dcb1aa tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=e26279a2-a305-49d4-a7d3-c9e1b2e2d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494988 Nov 03 02:08:12.248614 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device a0ec31c0-cd4f-46d5-bb92-5b33653b2f3c up at agent ovs-agent-dv-cinder-815614-3-iscsi {{(pid=108316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:08:12.300047 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Provisioning complete for port a0ec31c0-cd4f-46d5-bb92-5b33653b2f3c triggered by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:08:12.301346 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:12.412103 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device 53f57377-fc10-41c9-b2f6-7fbdab22b983 no longer exists at agent hyperv_hv-cinder-81561 {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:08:12.491142 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:12.516169 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c561cb-543d-469c-a637-70cdf610d8a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53f57377-fc10-41c9-b2f6-7fbdab22b983'}] {{(pid=108316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:08:12.518406 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c49bda4003134bcf77c295383a637b11cae661d7d3df1045ea696fe6ff2a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b336b89-521c-4831-a167-0f46008213ca" -d '{"events": [{"server_uuid": "40c561cb-543d-469c-a637-70cdf610d8a5", "name": "network-vif-unplugged", "status": "completed", "tag": "53f57377-fc10-41c9-b2f6-7fbdab22b983"}]}' {{(pid=108316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:08:12.535820 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] For port 53f57377-fc10-41c9-b2f6-7fbdab22b983, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=53f57377-fc10-41c9-b2f6-7fbdab22b983,segment=NetworkSegment(3daecc90-8d27-458b-8803-ba0d162359ea),segment_id=3daecc90-8d27-458b-8803-ba0d162359ea)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:08:12.560992 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 03 Nov 2021 02:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a831be-ed34-4257-a32a-a0b81d9423aa x-openstack-request-id: req-42a831be-ed34-4257-a32a-a0b81d9423aa {{(pid=108316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:08:12.561548 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40c561cb-543d-469c-a637-70cdf610d8a5", "name": "network-vif-unplugged", "status": "failed", "tag": "53f57377-fc10-41c9-b2f6-7fbdab22b983", "code": 422}]} {{(pid=108316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:08:12.561846 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-42a831be-ed34-4257-a32a-a0b81d9423aa {{(pid=108316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:08:12.562812 dv-cinder-815614-3-iscsi neutron-server[108316]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '40c561cb-543d-469c-a637-70cdf610d8a5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '53f57377-fc10-41c9-b2f6-7fbdab22b983', 'code': 422} returned with failed status Nov 03 02:08:12.579335 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf90556-84a1-44f6-8224-a443c5a6bac1 req-65e84357-9c69-4b9a-ba01-0ec9c05df354 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:12.580833 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-2cf90556-84a1-44f6-8224-a443c5a6bac1 req-65e84357-9c69-4b9a-ba01-0ec9c05df354 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 945 time: 0.0656977 Nov 03 02:08:12.626866 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:12.631125 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-2cf90556-84a1-44f6-8224-a443c5a6bac1 req-ed4b0056-fbc7-4894-8d64-03f167adb469 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=e26279a2-a305-49d4-a7d3-c9e1b2e2d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434749 Nov 03 02:08:12.677579 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Pushing event updated for resources: {'Port': ['ID=53f57377-fc10-41c9-b2f6-7fbdab22b983,revision_number=8']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:08:14.728266 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [req-8523457f-be0e-4ffd-8dea-4e716e38312e req-5a8f9932-bbf7-4df6-a2fc-3792727c8723 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=108314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 02:08:14.730253 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-8523457f-be0e-4ffd-8dea-4e716e38312e req-5a8f9932-bbf7-4df6-a2fc-3792727c8723 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0985217 Nov 03 02:08:15.057635 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097e6339-77ce-486b-8888-68609ccb7499 req-10a14248-88f5-4540-931e-d11dcd17f75e tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:15.059235 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-097e6339-77ce-486b-8888-68609ccb7499 req-10a14248-88f5-4540-931e-d11dcd17f75e tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 943 time: 0.0545790 Nov 03 02:08:15.106477 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-097e6339-77ce-486b-8888-68609ccb7499 req-ba8637c2-e959-4601-b486-82ff8cd61ba4 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=e26279a2-a305-49d4-a7d3-c9e1b2e2d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407257 Nov 03 02:08:15.910523 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a05d34-e7a4-4d3f-9b9a-69b530d3508d req-17a3d6d2-b067-4449-a07f-8e6524b8a313 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:15.912060 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-c9a05d34-e7a4-4d3f-9b9a-69b530d3508d req-17a3d6d2-b067-4449-a07f-8e6524b8a313 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcedc8e-ab45-4300-9e60-6e82319256b8 HTTP/1.1" status: 200 len: 946 time: 0.0575969 Nov 03 02:08:15.963808 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-c9a05d34-e7a4-4d3f-9b9a-69b530d3508d req-d1ca0812-19d4-4cd9-a9ff-171ea665ca26 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/security-groups?id=6673ff9a-0ca4-4f70-9d44-9d4d676cb4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450478 Nov 03 02:08:16.230963 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81037be9-1619-40d1-8dbe-afe9d8611538 req-5bd64455-54bb-4c99-a969-1469af03d6dd tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:16.232426 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-81037be9-1619-40d1-8dbe-afe9d8611538 req-5bd64455-54bb-4c99-a969-1469af03d6dd tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 943 time: 0.0543485 Nov 03 02:08:16.279762 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-81037be9-1619-40d1-8dbe-afe9d8611538 req-b682511b-b2dc-470f-bb9b-4c69ca38be00 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=e26279a2-a305-49d4-a7d3-c9e1b2e2d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406835 Nov 03 02:08:16.666299 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-8124ca74-2ce5-4703-8d09-e83d6e96847c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:17.084055 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c3743-9094-4865-9bc0-9f2b670b93fd req-7ddf297d-4ae1-4f7a-a7e0-8b441cb91fde tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:17.085535 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-dc6c3743-9094-4865-9bc0-9f2b670b93fd req-7ddf297d-4ae1-4f7a-a7e0-8b441cb91fde tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcedc8e-ab45-4300-9e60-6e82319256b8 HTTP/1.1" status: 200 len: 946 time: 0.0501080 Nov 03 02:08:17.133517 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-dc6c3743-9094-4865-9bc0-9f2b670b93fd req-dd66c64a-b6b3-430d-b7f2-5056b7bfce5c tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/security-groups?id=6673ff9a-0ca4-4f70-9d44-9d4d676cb4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420744 Nov 03 02:08:17.405168 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c69189-55ba-4722-9db0-00c3b37b4150 req-70f26596-dc91-47bb-90ec-b37a37e4ab63 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:17.406723 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-24c69189-55ba-4722-9db0-00c3b37b4150 req-70f26596-dc91-47bb-90ec-b37a37e4ab63 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 943 time: 0.0520849 Nov 03 02:08:17.458682 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-24c69189-55ba-4722-9db0-00c3b37b4150 req-a37845ac-b161-4edd-9100-d09f0ec9ec82 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=e26279a2-a305-49d4-a7d3-c9e1b2e2d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460277 Nov 03 02:08:18.248133 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc47ca25-ffd2-4e96-806f-796000c039c9 req-8384a252-a024-4011-baad-a397e0f7cade tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:18.249822 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-fc47ca25-ffd2-4e96-806f-796000c039c9 req-8384a252-a024-4011-baad-a397e0f7cade tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcedc8e-ab45-4300-9e60-6e82319256b8 HTTP/1.1" status: 200 len: 946 time: 0.0500772 Nov 03 02:08:18.300111 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-fc47ca25-ffd2-4e96-806f-796000c039c9 req-a76f8b6e-f0fb-44fd-8aa7-b70518f89df5 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/security-groups?id=6673ff9a-0ca4-4f70-9d44-9d4d676cb4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437531 Nov 03 02:08:18.578513 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851fdc39-4cfa-4dfe-81d8-7a419435a801 req-cc7d5b29-3615-4268-bcfb-6d4df7ceb912 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:18.579993 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-851fdc39-4cfa-4dfe-81d8-7a419435a801 req-cc7d5b29-3615-4268-bcfb-6d4df7ceb912 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 943 time: 0.0501518 Nov 03 02:08:18.628134 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-851fdc39-4cfa-4dfe-81d8-7a419435a801 req-8fc68375-887b-4896-8be7-db2cc35e58a5 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=e26279a2-a305-49d4-a7d3-c9e1b2e2d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423036 Nov 03 02:08:18.992119 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-567d3bc1-e103-4577-be57-c2499defa680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:19.419219 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb668bd-1b13-494a-aa87-5be3d78abd22 req-07df94d3-12ea-4aa1-9bb7-b804c75f4f81 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:19.420683 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-8eb668bd-1b13-494a-aa87-5be3d78abd22 req-07df94d3-12ea-4aa1-9bb7-b804c75f4f81 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcedc8e-ab45-4300-9e60-6e82319256b8 HTTP/1.1" status: 200 len: 946 time: 0.0516033 Nov 03 02:08:19.472586 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-8eb668bd-1b13-494a-aa87-5be3d78abd22 req-bbe823e4-c43b-4da8-af89-24050a8bd0bb tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/security-groups?id=6673ff9a-0ca4-4f70-9d44-9d4d676cb4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453463 Nov 03 02:08:19.747440 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcebb5c-9bea-4748-8946-ca75d1a64383 req-403b5913-6df7-4edf-b1c9-026fbbeba480 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:19.748937 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-7bcebb5c-9bea-4748-8946-ca75d1a64383 req-403b5913-6df7-4edf-b1c9-026fbbeba480 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 943 time: 0.0490379 Nov 03 02:08:19.795988 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-7bcebb5c-9bea-4748-8946-ca75d1a64383 req-86f67699-ea5c-4dee-b819-302e1c3fedc7 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=e26279a2-a305-49d4-a7d3-c9e1b2e2d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410490 Nov 03 02:08:19.975251 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-3baf3433-eee1-48f0-90c8-209ed8ef0e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:20.586539 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3274de7-e26f-49df-bf1c-6e89b8050976 req-4942290c-e4c6-4095-b121-0a77e73e8ba0 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:20.587999 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e3274de7-e26f-49df-bf1c-6e89b8050976 req-4942290c-e4c6-4095-b121-0a77e73e8ba0 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcedc8e-ab45-4300-9e60-6e82319256b8 HTTP/1.1" status: 200 len: 946 time: 0.0488136 Nov 03 02:08:20.640061 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e3274de7-e26f-49df-bf1c-6e89b8050976 req-1b1bee2f-0666-42f0-8598-b8d263e2ffd3 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/security-groups?id=6673ff9a-0ca4-4f70-9d44-9d4d676cb4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462019 Nov 03 02:08:20.916781 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc16b5b-6fe7-4469-82d0-930e23543f2d req-961fa609-d890-4444-a56a-5e7187980b2e tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:20.918290 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-2cc16b5b-6fe7-4469-82d0-930e23543f2d req-961fa609-d890-4444-a56a-5e7187980b2e tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 943 time: 0.0503922 Nov 03 02:08:20.966619 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-2cc16b5b-6fe7-4469-82d0-930e23543f2d req-4f3d264a-2571-4a48-93b0-35d2af74718a tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=e26279a2-a305-49d4-a7d3-c9e1b2e2d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415843 Nov 03 02:08:21.328868 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-5b813f54-077d-440d-903f-32bc670fe069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:21.755886 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d0e444-a61c-4ae9-80e6-5c4746922c37 req-2dd9f248-0b8b-4e44-9b05-b8ca6e729ae1 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:21.757347 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-c2d0e444-a61c-4ae9-80e6-5c4746922c37 req-2dd9f248-0b8b-4e44-9b05-b8ca6e729ae1 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcedc8e-ab45-4300-9e60-6e82319256b8 HTTP/1.1" status: 200 len: 946 time: 0.0486410 Nov 03 02:08:21.806798 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-c2d0e444-a61c-4ae9-80e6-5c4746922c37 req-7d70ab9b-9c6b-4e79-82c8-5f81275cd57e tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/security-groups?id=6673ff9a-0ca4-4f70-9d44-9d4d676cb4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435486 Nov 03 02:08:22.094855 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce522450-d0f1-4d2d-85b1-9bbdff74244d req-5ecb9054-6316-4d14-84fc-ca1b18f83162 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:22.096721 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-ce522450-d0f1-4d2d-85b1-9bbdff74244d req-5ecb9054-6316-4d14-84fc-ca1b18f83162 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 943 time: 0.0547233 Nov 03 02:08:22.145191 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-ce522450-d0f1-4d2d-85b1-9bbdff74244d req-aaf651b7-bf56-4b42-aa38-41bc082b0a59 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=e26279a2-a305-49d4-a7d3-c9e1b2e2d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420809 Nov 03 02:08:22.920887 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540c38a6-06f3-4d11-b128-7a6a172756b4 req-74199b47-a619-415d-9e11-3aa43273af71 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:22.922372 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-540c38a6-06f3-4d11-b128-7a6a172756b4 req-74199b47-a619-415d-9e11-3aa43273af71 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcedc8e-ab45-4300-9e60-6e82319256b8 HTTP/1.1" status: 200 len: 946 time: 0.0493860 Nov 03 02:08:22.971914 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-540c38a6-06f3-4d11-b128-7a6a172756b4 req-7fb2dc0e-53b4-4154-840b-d581df283a72 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/security-groups?id=6673ff9a-0ca4-4f70-9d44-9d4d676cb4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436950 Nov 03 02:08:23.268766 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d771acf0-16f3-48e4-81fa-f57e3efa9f11 req-49ff6153-1631-4c23-8c5b-7e72434866b7 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:23.270332 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d771acf0-16f3-48e4-81fa-f57e3efa9f11 req-49ff6153-1631-4c23-8c5b-7e72434866b7 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 943 time: 0.0546119 Nov 03 02:08:23.558534 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d771acf0-16f3-48e4-81fa-f57e3efa9f11 req-c9005cd2-edc9-4be5-8f05-3350f1a3799e tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=e26279a2-a305-49d4-a7d3-c9e1b2e2d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2822196 Nov 03 02:08:24.054782 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:24.096275 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d7fb4e-1b6a-4d1a-a387-aaf7f20146f2 req-800eff6f-d844-4e72-94b1-bebcc4d6c0db tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:24.098438 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-55d7fb4e-1b6a-4d1a-a387-aaf7f20146f2 req-800eff6f-d844-4e72-94b1-bebcc4d6c0db tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcedc8e-ab45-4300-9e60-6e82319256b8 HTTP/1.1" status: 200 len: 946 time: 0.0502396 Nov 03 02:08:24.149110 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-55d7fb4e-1b6a-4d1a-a387-aaf7f20146f2 req-d7ef04d4-4eaa-4996-a0e2-1e17d5835c21 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/security-groups?id=6673ff9a-0ca4-4f70-9d44-9d4d676cb4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445910 Nov 03 02:08:24.675323 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc4e0d4-1028-4990-bd77-a61f7b79f85c req-5972a554-d268-4cc9-987a-f1decc69f399 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:24.676906 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-fcc4e0d4-1028-4990-bd77-a61f7b79f85c req-5972a554-d268-4cc9-987a-f1decc69f399 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 943 time: 0.0479527 Nov 03 02:08:24.730991 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-fcc4e0d4-1028-4990-bd77-a61f7b79f85c req-2c194cdb-1ba3-4880-a059-f45f3d899e76 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=e26279a2-a305-49d4-a7d3-c9e1b2e2d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463881 Nov 03 02:08:25.267229 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e46b532-a77b-42db-8ef4-23364cbe260f req-76fdad39-ad61-441d-9641-8984ac87dccd tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:25.268753 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-7e46b532-a77b-42db-8ef4-23364cbe260f req-76fdad39-ad61-441d-9641-8984ac87dccd tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcedc8e-ab45-4300-9e60-6e82319256b8 HTTP/1.1" status: 200 len: 946 time: 0.0504332 Nov 03 02:08:25.318024 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-7e46b532-a77b-42db-8ef4-23364cbe260f req-6da339f5-c259-4e99-a632-752b956a9b12 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/security-groups?id=6673ff9a-0ca4-4f70-9d44-9d4d676cb4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433161 Nov 03 02:08:25.853570 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d6600-527f-40de-bcd1-bc827bc8bb8f req-4a99dcbd-cf0e-48a6-8e58-a97c033b41fd tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:25.854984 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b58d6600-527f-40de-bcd1-bc827bc8bb8f req-4a99dcbd-cf0e-48a6-8e58-a97c033b41fd tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 943 time: 0.0519910 Nov 03 02:08:25.901720 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b58d6600-527f-40de-bcd1-bc827bc8bb8f req-de556fa5-5c12-442c-a5d4-6b3fba44028f tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=e26279a2-a305-49d4-a7d3-c9e1b2e2d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409014 Nov 03 02:08:26.148098 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cad3fc-8967-4316-8a11-bb9c8c4f9b95 req-6ac31e9b-b619-4381-a0ea-6ce6a8554b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:26.149570 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-f9cad3fc-8967-4316-8a11-bb9c8c4f9b95 req-6ac31e9b-b619-4381-a0ea-6ce6a8554b0d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=136f0a28eb6d4e108836305888f1fcb4&device_id=bfcedc8e-ab45-4300-9e60-6e82319256b8 HTTP/1.1" status: 200 len: 1099 time: 0.0454085 Nov 03 02:08:26.242998 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cad3fc-8967-4316-8a11-bb9c8c4f9b95 req-8ebcdb72-2388-4c94-9a7e-a5b26a2de64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:26.244498 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-f9cad3fc-8967-4316-8a11-bb9c8c4f9b95 req-8ebcdb72-2388-4c94-9a7e-a5b26a2de64c service neutron] 10.222.0.37 "GET /v2.0/networks?id=85bfa113-6079-42d9-9c6f-8ca12bd1c59a HTTP/1.1" status: 200 len: 910 time: 0.0864892 Nov 03 02:08:26.317043 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-f9cad3fc-8967-4316-8a11-bb9c8c4f9b95 req-ffc00f9a-d228-436f-b504-2d40df5381dc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9fede95c-7a4c-431b-802a-bfb045b4ba84 HTTP/1.1" status: 200 len: 1001 time: 0.0627680 Nov 03 02:08:26.372757 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cad3fc-8967-4316-8a11-bb9c8c4f9b95 req-906b0640-ca83-4470-9dab-abc2e51f7883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:26.374540 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-f9cad3fc-8967-4316-8a11-bb9c8c4f9b95 req-906b0640-ca83-4470-9dab-abc2e51f7883 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=92b994d1-893b-4528-a828-105ad45407c6 HTTP/1.1" status: 200 len: 848 time: 0.0503528 Nov 03 02:08:26.420360 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cad3fc-8967-4316-8a11-bb9c8c4f9b95 req-c091f02c-bbe5-418d-a84e-fa2c8ebfcbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:26.421792 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-f9cad3fc-8967-4316-8a11-bb9c8c4f9b95 req-c091f02c-bbe5-418d-a84e-fa2c8ebfcbc6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=85bfa113-6079-42d9-9c6f-8ca12bd1c59a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402560 Nov 03 02:08:26.443669 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24517587-77ca-46ef-96f5-8ed95efa7e77 req-c2aa1859-414e-4a40-97bf-c5e72da26fab tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:26.445226 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-24517587-77ca-46ef-96f5-8ed95efa7e77 req-c2aa1859-414e-4a40-97bf-c5e72da26fab tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcedc8e-ab45-4300-9e60-6e82319256b8 HTTP/1.1" status: 200 len: 946 time: 0.0544443 Nov 03 02:08:26.496510 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-24517587-77ca-46ef-96f5-8ed95efa7e77 req-716bcae1-d0e4-419a-9e51-b30716e2d8b6 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/security-groups?id=6673ff9a-0ca4-4f70-9d44-9d4d676cb4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432837 Nov 03 02:08:26.518327 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-f9cad3fc-8967-4316-8a11-bb9c8c4f9b95 req-f32095da-161f-4dea-be62-11cca1385d3a service neutron] 10.222.0.37 "GET /v2.0/networks/85bfa113-6079-42d9-9c6f-8ca12bd1c59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891578 Nov 03 02:08:26.609436 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-f9cad3fc-8967-4316-8a11-bb9c8c4f9b95 req-b14911ef-afc5-4c6c-87fa-69e771fa2624 service neutron] 10.222.0.37 "GET /v2.0/networks/85bfa113-6079-42d9-9c6f-8ca12bd1c59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841420 Nov 03 02:08:27.020003 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577c36d-0c1b-4552-ace2-d3b7b43d76d9 req-f1df1269-a93e-49d0-a8ea-d6db4ce88878 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:27.021506 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-2577c36d-0c1b-4552-ace2-d3b7b43d76d9 req-f1df1269-a93e-49d0-a8ea-d6db4ce88878 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 943 time: 0.0470822 Nov 03 02:08:27.073286 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-2577c36d-0c1b-4552-ace2-d3b7b43d76d9 req-35c8da23-b546-4f28-92c1-a5c620b9e793 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=e26279a2-a305-49d4-a7d3-c9e1b2e2d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436568 Nov 03 02:08:27.615250 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbebd3a6-8637-471d-9dde-0992a8a6ff7c req-bd2d655f-71af-40b9-8f74-0392dfc48ca0 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:27.616732 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-dbebd3a6-8637-471d-9dde-0992a8a6ff7c req-bd2d655f-71af-40b9-8f74-0392dfc48ca0 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcedc8e-ab45-4300-9e60-6e82319256b8 HTTP/1.1" status: 200 len: 946 time: 0.0500453 Nov 03 02:08:27.670758 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-dbebd3a6-8637-471d-9dde-0992a8a6ff7c req-56ce2d03-8400-471a-acd5-22a81d293016 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/security-groups?id=6673ff9a-0ca4-4f70-9d44-9d4d676cb4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477874 Nov 03 02:08:28.196653 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b0512-eefa-425c-84db-316c5f01c71e req-23e71403-a21c-4ab3-9404-676f267debb1 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:28.198349 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e27b0512-eefa-425c-84db-316c5f01c71e req-23e71403-a21c-4ab3-9404-676f267debb1 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 943 time: 0.0499527 Nov 03 02:08:28.248194 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e27b0512-eefa-425c-84db-316c5f01c71e req-ffffe277-098b-424f-99ba-90bf62c74515 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=e26279a2-a305-49d4-a7d3-c9e1b2e2d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439448 Nov 03 02:08:28.798151 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139eb90e-3a4e-4bac-80ba-61e2d6d1d955 req-b940ba12-c020-42c2-87fc-645a88e5a0e4 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:28.799649 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-139eb90e-3a4e-4bac-80ba-61e2d6d1d955 req-b940ba12-c020-42c2-87fc-645a88e5a0e4 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcedc8e-ab45-4300-9e60-6e82319256b8 HTTP/1.1" status: 200 len: 946 time: 0.0570166 Nov 03 02:08:28.855282 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-139eb90e-3a4e-4bac-80ba-61e2d6d1d955 req-d7469f62-57bf-4a7b-838d-ab62c5215d96 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/security-groups?id=6673ff9a-0ca4-4f70-9d44-9d4d676cb4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497632 Nov 03 02:08:29.106802 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 50414) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:08:29.195319 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-81d7e169-56e6-4811-9677-6bdf7f893c11 req-8214c749-82b3-49aa-b2a5-fb57273b6ca1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0872133 Nov 03 02:08:29.203910 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [req-81d7e169-56e6-4811-9677-6bdf7f893c11 req-be122494-3071-4d29-8b84-85903837d188 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=108315) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 02:08:29.204844 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-81d7e169-56e6-4811-9677-6bdf7f893c11 req-be122494-3071-4d29-8b84-85903837d188 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0047936 Nov 03 02:08:29.385978 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85903584-3512-4593-aa94-10a85d10662c req-9f072dcd-fb18-4697-bebf-7e48c8cfa674 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:29.387476 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-85903584-3512-4593-aa94-10a85d10662c req-9f072dcd-fb18-4697-bebf-7e48c8cfa674 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 943 time: 0.0529563 Nov 03 02:08:29.434008 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-85903584-3512-4593-aa94-10a85d10662c req-e18a32b2-fe3f-400e-9e1d-1c87453ed56d tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=e26279a2-a305-49d4-a7d3-c9e1b2e2d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406127 Nov 03 02:08:29.894590 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:29.968213 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2176e453-5fb7-46a0-9448-0b812bf31033 req-96f7bf0a-696c-4eec-9c8d-59133fafdf93 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:29.969731 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-2176e453-5fb7-46a0-9448-0b812bf31033 req-96f7bf0a-696c-4eec-9c8d-59133fafdf93 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcedc8e-ab45-4300-9e60-6e82319256b8 HTTP/1.1" status: 200 len: 946 time: 0.0489314 Nov 03 02:08:30.019527 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-2176e453-5fb7-46a0-9448-0b812bf31033 req-94ee5838-af70-42f1-b8d2-3717133b5e69 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/security-groups?id=6673ff9a-0ca4-4f70-9d44-9d4d676cb4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427892 Nov 03 02:08:30.427755 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092da151-4f38-4687-ade2-79aa78b512dd req-cfc4282b-25d2-4b59-ad10-ef36f26a0bfd tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:30.429250 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-092da151-4f38-4687-ade2-79aa78b512dd req-cfc4282b-25d2-4b59-ad10-ef36f26a0bfd tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcedc8e-ab45-4300-9e60-6e82319256b8 HTTP/1.1" status: 200 len: 946 time: 0.0779481 Nov 03 02:08:30.467399 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device 9fede95c-7a4c-431b-802a-bfb045b4ba84 no longer exists at agent hyperv_hv-cinder-81561 {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:08:30.485457 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-092da151-4f38-4687-ade2-79aa78b512dd req-d6bec832-988e-47fa-b1d1-e7e57b8f05df tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/security-groups?id=6673ff9a-0ca4-4f70-9d44-9d4d676cb4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498800 Nov 03 02:08:30.538731 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-2af49389-7d66-4510-8eac-c01450b41c40 req-33d4d0f3-b8b5-4a75-97ee-8c29b18dec97 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bfcedc8e-ab45-4300-9e60-6e82319256b8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0573082 Nov 03 02:08:30.589654 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:30.590544 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335fca5c-d672-441e-8b95-f67eb4a84071 req-9b7e9310-b9b7-47df-a777-36ab8b5d3681 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:30.598878 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-335fca5c-d672-441e-8b95-f67eb4a84071 req-9b7e9310-b9b7-47df-a777-36ab8b5d3681 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 943 time: 0.0655839 Nov 03 02:08:30.620037 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfcedc8e-ab45-4300-9e60-6e82319256b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fede95c-7a4c-431b-802a-bfb045b4ba84'}] {{(pid=108316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:08:30.622567 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c49bda4003134bcf77c295383a637b11cae661d7d3df1045ea696fe6ff2a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b12786-23a2-4b11-baa5-4a09a3207f88" -d '{"events": [{"server_uuid": "bfcedc8e-ab45-4300-9e60-6e82319256b8", "name": "network-vif-unplugged", "status": "completed", "tag": "9fede95c-7a4c-431b-802a-bfb045b4ba84"}]}' {{(pid=108316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:08:30.637089 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] For port 9fede95c-7a4c-431b-802a-bfb045b4ba84, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=9fede95c-7a4c-431b-802a-bfb045b4ba84,segment=NetworkSegment(f2e87023-bcf8-4896-894f-b1c7672a5635),segment_id=f2e87023-bcf8-4896-894f-b1c7672a5635)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:08:30.654569 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-335fca5c-d672-441e-8b95-f67eb4a84071 req-e71461e2-88dc-49f4-89db-4626ce203792 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=e26279a2-a305-49d4-a7d3-c9e1b2e2d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0520403 Nov 03 02:08:30.662711 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 03 Nov 2021 02:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb6994c8-a2e5-4f05-9296-a17403b64e30 x-openstack-request-id: req-eb6994c8-a2e5-4f05-9296-a17403b64e30 {{(pid=108316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:08:30.662711 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfcedc8e-ab45-4300-9e60-6e82319256b8", "name": "network-vif-unplugged", "status": "failed", "tag": "9fede95c-7a4c-431b-802a-bfb045b4ba84", "code": 422}]} {{(pid=108316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:08:30.662711 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-eb6994c8-a2e5-4f05-9296-a17403b64e30 {{(pid=108316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:08:30.662711 dv-cinder-815614-3-iscsi neutron-server[108316]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bfcedc8e-ab45-4300-9e60-6e82319256b8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9fede95c-7a4c-431b-802a-bfb045b4ba84', 'code': 422} returned with failed status Nov 03 02:08:30.774787 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:30.825575 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Pushing event updated for resources: {'Port': ['ID=9fede95c-7a4c-431b-802a-bfb045b4ba84,revision_number=6']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:08:31.618555 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1a892a-84bc-412b-8d15-e444f3d4f944 req-4338e47d-8208-4f9a-ab52-7f7891a0fd35 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:31.623571 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-2c1a892a-84bc-412b-8d15-e444f3d4f944 req-4338e47d-8208-4f9a-ab52-7f7891a0fd35 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcedc8e-ab45-4300-9e60-6e82319256b8 HTTP/1.1" status: 200 len: 944 time: 0.0523744 Nov 03 02:08:31.672331 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-2c1a892a-84bc-412b-8d15-e444f3d4f944 req-fbb584fd-af58-41b0-9e83-b052753ce4b5 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/security-groups?id=6673ff9a-0ca4-4f70-9d44-9d4d676cb4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460432 Nov 03 02:08:31.764936 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d64f1f-84a2-4d37-b7d7-06532209be55 req-2039204f-b6ea-4ac4-8da5-20a464a4d55b tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:31.766501 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-05d64f1f-84a2-4d37-b7d7-06532209be55 req-2039204f-b6ea-4ac4-8da5-20a464a4d55b tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 943 time: 0.0489135 Nov 03 02:08:31.813453 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-05d64f1f-84a2-4d37-b7d7-06532209be55 req-4014a6bb-0338-4ab5-9dcd-f12aa25bf3b9 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=e26279a2-a305-49d4-a7d3-c9e1b2e2d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409777 Nov 03 02:08:32.791182 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96ef86f-6f60-43d3-9be6-563fd38e0a38 req-a660e47f-c983-44e0-9007-1fc764895423 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:32.792584 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e96ef86f-6f60-43d3-9be6-563fd38e0a38 req-a660e47f-c983-44e0-9007-1fc764895423 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcedc8e-ab45-4300-9e60-6e82319256b8 HTTP/1.1" status: 200 len: 944 time: 0.0514107 Nov 03 02:08:32.855300 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e96ef86f-6f60-43d3-9be6-563fd38e0a38 req-71b39e6a-c39f-4d54-96e0-c1250fa9d8e4 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/security-groups?id=6673ff9a-0ca4-4f70-9d44-9d4d676cb4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557921 Nov 03 02:08:32.942635 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe5f744-1002-4a66-ad90-7e474d7bdaae req-7300cad8-7ba5-439d-b20e-c44abc042652 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:32.944075 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-dfe5f744-1002-4a66-ad90-7e474d7bdaae req-7300cad8-7ba5-439d-b20e-c44abc042652 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 943 time: 0.0525355 Nov 03 02:08:32.990432 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-dfe5f744-1002-4a66-ad90-7e474d7bdaae req-2ef81862-8a74-4ebb-8ed9-527d5b0b1050 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=e26279a2-a305-49d4-a7d3-c9e1b2e2d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402541 Nov 03 02:08:33.473610 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af49389-7d66-4510-8eac-c01450b41c40 req-3717f495-40bb-4f88-8ac3-96cad649dd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:33.475142 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-2af49389-7d66-4510-8eac-c01450b41c40 req-3717f495-40bb-4f88-8ac3-96cad649dd12 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bfcedc8e-ab45-4300-9e60-6e82319256b8&tenant_id=136f0a28eb6d4e108836305888f1fcb4 HTTP/1.1" status: 200 len: 1097 time: 0.0400481 Nov 03 02:08:33.539318 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af49389-7d66-4510-8eac-c01450b41c40 req-f75a71bf-97ae-4725-9184-25b1b67515a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:33.540855 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-2af49389-7d66-4510-8eac-c01450b41c40 req-f75a71bf-97ae-4725-9184-25b1b67515a9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=136f0a28eb6d4e108836305888f1fcb4&device_id=bfcedc8e-ab45-4300-9e60-6e82319256b8 HTTP/1.1" status: 200 len: 1097 time: 0.0403636 Nov 03 02:08:33.635513 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af49389-7d66-4510-8eac-c01450b41c40 req-b8b38823-5d59-49a7-adaf-0bce9d87e2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:33.636962 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-2af49389-7d66-4510-8eac-c01450b41c40 req-b8b38823-5d59-49a7-adaf-0bce9d87e2b1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=85bfa113-6079-42d9-9c6f-8ca12bd1c59a HTTP/1.1" status: 200 len: 910 time: 0.0870969 Nov 03 02:08:33.701781 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-2af49389-7d66-4510-8eac-c01450b41c40 req-d873a4ca-e695-4d7e-bba0-4e4d22b7c547 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9fede95c-7a4c-431b-802a-bfb045b4ba84 HTTP/1.1" status: 200 len: 999 time: 0.0565529 Nov 03 02:08:33.756496 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af49389-7d66-4510-8eac-c01450b41c40 req-7e6cbd0c-23ce-4894-bcc2-21db4654a556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:33.757919 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-2af49389-7d66-4510-8eac-c01450b41c40 req-7e6cbd0c-23ce-4894-bcc2-21db4654a556 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=92b994d1-893b-4528-a828-105ad45407c6 HTTP/1.1" status: 200 len: 848 time: 0.0469613 Nov 03 02:08:33.803517 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af49389-7d66-4510-8eac-c01450b41c40 req-e5db21bd-d632-4132-85da-0b095933eed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:33.804943 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-2af49389-7d66-4510-8eac-c01450b41c40 req-e5db21bd-d632-4132-85da-0b095933eed7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=85bfa113-6079-42d9-9c6f-8ca12bd1c59a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389664 Nov 03 02:08:33.892275 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-2af49389-7d66-4510-8eac-c01450b41c40 req-3e95f3ec-44c5-4c21-aaba-b5e20cb5cb4d service neutron] 10.222.0.37 "GET /v2.0/networks/85bfa113-6079-42d9-9c6f-8ca12bd1c59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788875 Nov 03 02:08:33.972920 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6670c64-1f7d-4844-9d30-0cf33ccadb5d req-4fa6720f-a559-4fc7-9cac-6d4f573d341b tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:33.975223 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a6670c64-1f7d-4844-9d30-0cf33ccadb5d req-4fa6720f-a559-4fc7-9cac-6d4f573d341b tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcedc8e-ab45-4300-9e60-6e82319256b8 HTTP/1.1" status: 200 len: 944 time: 0.0528004 Nov 03 02:08:33.988347 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-2af49389-7d66-4510-8eac-c01450b41c40 req-caa4627b-e97f-4e09-ab53-0c4d64250652 service neutron] 10.222.0.37 "GET /v2.0/networks/85bfa113-6079-42d9-9c6f-8ca12bd1c59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880551 Nov 03 02:08:34.026639 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a6670c64-1f7d-4844-9d30-0cf33ccadb5d req-8e8ebd92-9df2-4461-be33-037f3eb08f17 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/security-groups?id=6673ff9a-0ca4-4f70-9d44-9d4d676cb4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454757 Nov 03 02:08:34.115321 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb9dcb-c8bf-44fc-8ab9-5b06cd4b4400 req-25b2ed5d-3a4c-4131-9f63-7ea490a5c474 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:34.116802 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-93fb9dcb-c8bf-44fc-8ab9-5b06cd4b4400 req-25b2ed5d-3a4c-4131-9f63-7ea490a5c474 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 943 time: 0.0532842 Nov 03 02:08:34.169367 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-93fb9dcb-c8bf-44fc-8ab9-5b06cd4b4400 req-3b3c7d69-6f12-4b9f-9e18-d843e4c734b3 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=e26279a2-a305-49d4-a7d3-c9e1b2e2d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464699 Nov 03 02:08:34.795845 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-8989d8d6-8175-4546-b78d-84c6ac15c6fe req-c6e1216f-3119-4c55-bc5a-56d502fb1ef9 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2008507579&fields=id&tenant_id=a08b0f1fc6b940148531ae61a6847288 HTTP/1.1" status: 200 len: 267 time: 0.0446162 Nov 03 02:08:34.898152 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d7e169-56e6-4811-9677-6bdf7f893c11 req-c4bb63f4-a8ba-4056-af5b-6db4fb2a462d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:34.899649 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-81d7e169-56e6-4811-9677-6bdf7f893c11 req-c4bb63f4-a8ba-4056-af5b-6db4fb2a462d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5&tenant_id=86777c3ab41c4ea8bbbdf156c7792513 HTTP/1.1" status: 200 len: 1096 time: 0.0406642 Nov 03 02:08:34.902425 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8989d8d6-8175-4546-b78d-84c6ac15c6fe req-4c58c584-7a3e-4588-b80a-7eb6e6c10524 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:34.903858 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-8989d8d6-8175-4546-b78d-84c6ac15c6fe req-4c58c584-7a3e-4588-b80a-7eb6e6c10524 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/networks?id=f712cad4-e8ca-42ec-98fb-45f5bacc0fc1 HTTP/1.1" status: 200 len: 811 time: 0.1008494 Nov 03 02:08:34.919786 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-8989d8d6-8175-4546-b78d-84c6ac15c6fe req-3a43665e-34c4-42ba-9b63-eb4de3f517c7 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/quotas/a08b0f1fc6b940148531ae61a6847288 HTTP/1.1" status: 200 len: 375 time: 0.0093260 Nov 03 02:08:34.965110 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d7e169-56e6-4811-9677-6bdf7f893c11 req-cbebc56e-482a-456f-bb31-906cacb093c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:34.966716 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-81d7e169-56e6-4811-9677-6bdf7f893c11 req-cbebc56e-482a-456f-bb31-906cacb093c7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=86777c3ab41c4ea8bbbdf156c7792513&device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 1096 time: 0.0444894 Nov 03 02:08:34.974560 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-8989d8d6-8175-4546-b78d-84c6ac15c6fe req-5d085bab-0609-4998-9fef-bd93509ab880 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a08b0f1fc6b940148531ae61a6847288&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488019 Nov 03 02:08:35.061471 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d7e169-56e6-4811-9677-6bdf7f893c11 req-9892a975-fba9-4ce7-9145-8db409e8ea4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:35.063084 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-81d7e169-56e6-4811-9677-6bdf7f893c11 req-9892a975-fba9-4ce7-9145-8db409e8ea4e service neutron] 10.222.0.37 "GET /v2.0/networks?id=f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9 HTTP/1.1" status: 200 len: 918 time: 0.0894411 Nov 03 02:08:35.134530 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-81d7e169-56e6-4811-9677-6bdf7f893c11 req-e2428d99-cebe-4753-ada9-a2bcb8040377 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53f57377-fc10-41c9-b2f6-7fbdab22b983 HTTP/1.1" status: 200 len: 999 time: 0.0629354 Nov 03 02:08:35.149823 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-8989d8d6-8175-4546-b78d-84c6ac15c6fe req-5835fb94-ded3-421b-8b95-dedd8dc20fab service neutron] 10.222.0.30 "GET /v2.0/networks/f712cad4-e8ca-42ec-98fb-45f5bacc0fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618657 Nov 03 02:08:35.172382 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158cf483-b606-4725-84a4-6d9228f3d337 req-87f175ab-4a2e-4b11-a9a5-68856af1b840 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:35.173802 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-158cf483-b606-4725-84a4-6d9228f3d337 req-87f175ab-4a2e-4b11-a9a5-68856af1b840 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcedc8e-ab45-4300-9e60-6e82319256b8 HTTP/1.1" status: 200 len: 944 time: 0.0735276 Nov 03 02:08:35.187956 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d7e169-56e6-4811-9677-6bdf7f893c11 req-1148c100-a47b-474d-aff1-3a8d8d70c66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:35.189406 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-81d7e169-56e6-4811-9677-6bdf7f893c11 req-1148c100-a47b-474d-aff1-3a8d8d70c66e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=95177d92-9024-40b6-ac79-02b9d5fce0cc HTTP/1.1" status: 200 len: 856 time: 0.0444686 Nov 03 02:08:35.238221 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d7e169-56e6-4811-9677-6bdf7f893c11 req-20dc74f6-63c0-4a7d-aaf4-2ba6929b6f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:35.239705 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-81d7e169-56e6-4811-9677-6bdf7f893c11 req-20dc74f6-63c0-4a7d-aaf4-2ba6929b6f81 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399268 Nov 03 02:08:35.268694 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-158cf483-b606-4725-84a4-6d9228f3d337 req-dbe3807e-0abb-4e77-a5f2-35b928f355cd tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/security-groups?id=6673ff9a-0ca4-4f70-9d44-9d4d676cb4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849893 Nov 03 02:08:35.295612 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-8989d8d6-8175-4546-b78d-84c6ac15c6fe req-85c56c68-f5c8-4a7e-b306-017aef78d707 service neutron] 10.222.0.30 "GET /v2.0/networks/f712cad4-e8ca-42ec-98fb-45f5bacc0fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379919 Nov 03 02:08:35.344692 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-81d7e169-56e6-4811-9677-6bdf7f893c11 req-0d2090a9-7d42-44a1-b7ff-94b43ca0cba4 service neutron] 10.222.0.37 "GET /v2.0/networks/f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939538 Nov 03 02:08:35.381043 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d85af5-dd10-4294-9b5f-ae84e5bc4fea req-8267a60e-b82b-4a23-8150-4a26a5be4c8a tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:35.382575 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-56d85af5-dd10-4294-9b5f-ae84e5bc4fea req-8267a60e-b82b-4a23-8150-4a26a5be4c8a tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 943 time: 0.0536397 Nov 03 02:08:35.442348 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-56d85af5-dd10-4294-9b5f-ae84e5bc4fea req-3c615161-3657-4393-8a5d-3a13a639283e tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=e26279a2-a305-49d4-a7d3-c9e1b2e2d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0535314 Nov 03 02:08:35.451137 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-81d7e169-56e6-4811-9677-6bdf7f893c11 req-fbe21f40-8411-4e6d-b065-5c26261e5ce6 service neutron] 10.222.0.37 "GET /v2.0/networks/f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966573 Nov 03 02:08:35.962633 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.agents_db [None req-a2914077-2d9d-4477-8dde-df1573e0789a None None] Agent healthcheck: found 6 active agents {{(pid=108317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:08:36.405744 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41301c8b-4347-4984-99bb-ad9bf3406521 req-bb96b256-0a0b-42c3-83ce-4d54fe9a2b82 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:36.407640 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-41301c8b-4347-4984-99bb-ad9bf3406521 req-bb96b256-0a0b-42c3-83ce-4d54fe9a2b82 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcedc8e-ab45-4300-9e60-6e82319256b8 HTTP/1.1" status: 200 len: 944 time: 0.0675542 Nov 03 02:08:36.475978 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-41301c8b-4347-4984-99bb-ad9bf3406521 req-a97eac58-2ce1-4d04-a674-09997d891a5a tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/security-groups?id=6673ff9a-0ca4-4f70-9d44-9d4d676cb4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612304 Nov 03 02:08:36.602700 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3317ccaa-e7fd-448e-8c1a-29e6f56e09ff req-990e9911-6748-4be6-bc6b-cbe3b71b7efb tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:36.604223 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-3317ccaa-e7fd-448e-8c1a-29e6f56e09ff req-990e9911-6748-4be6-bc6b-cbe3b71b7efb tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 943 time: 0.0522218 Nov 03 02:08:36.663464 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-3317ccaa-e7fd-448e-8c1a-29e6f56e09ff req-3f0fe08e-7f59-4831-b79b-42ede2d4080d tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=e26279a2-a305-49d4-a7d3-c9e1b2e2d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475829 Nov 03 02:08:36.990847 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e76656b4-be30-48ed-8319-3406446db0d1 req-cd9994ba-98a9-4a84-be93-627d14de4051 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2ac3d5d-bfe6-4665-a05e-4e43603bdeea HTTP/1.1" status: 200 len: 210 time: 0.0351651 Nov 03 02:08:37.595931 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021da3e-5c65-4dd5-8602-a7cac7f853d4 req-511b7d2d-9977-41a1-959e-ee7c3655436d tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:37.597885 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a021da3e-5c65-4dd5-8602-a7cac7f853d4 req-511b7d2d-9977-41a1-959e-ee7c3655436d tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcedc8e-ab45-4300-9e60-6e82319256b8 HTTP/1.1" status: 200 len: 944 time: 0.0518944 Nov 03 02:08:37.652708 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a021da3e-5c65-4dd5-8602-a7cac7f853d4 req-f0ee452c-32d8-4086-8838-5d8980d2a20b tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/security-groups?id=6673ff9a-0ca4-4f70-9d44-9d4d676cb4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475438 Nov 03 02:08:37.811824 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f043c9bf-3901-4a4c-8341-22276325553c req-6486b511-d5c8-4fed-a421-2f15e7059f03 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:37.813380 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f043c9bf-3901-4a4c-8341-22276325553c req-6486b511-d5c8-4fed-a421-2f15e7059f03 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 943 time: 0.0603976 Nov 03 02:08:37.867671 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f043c9bf-3901-4a4c-8341-22276325553c req-45c00ff4-95a2-425e-a71a-5b522dd9b71a tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=e26279a2-a305-49d4-a7d3-c9e1b2e2d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473197 Nov 03 02:08:38.085434 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-8137583a-4ca3-496a-9e3b-256416cf7e5c req-d652705b-c5e7-43fb-be00-d091b16f9d4b tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2ac3d5d-bfe6-4665-a05e-4e43603bdeea HTTP/1.1" status: 200 len: 210 time: 0.0422366 Nov 03 02:08:38.778478 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1378e-d829-42b5-b3b1-b8c381d1a0e1 req-1b23d06a-4a95-4426-8c2e-ff98d78afb16 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:38.783719 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-06e1378e-d829-42b5-b3b1-b8c381d1a0e1 req-1b23d06a-4a95-4426-8c2e-ff98d78afb16 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcedc8e-ab45-4300-9e60-6e82319256b8 HTTP/1.1" status: 200 len: 944 time: 0.0608704 Nov 03 02:08:38.834429 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-06e1378e-d829-42b5-b3b1-b8c381d1a0e1 req-1be403c6-eb20-4ab7-87d4-8932f3e6a9a4 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/security-groups?id=6673ff9a-0ca4-4f70-9d44-9d4d676cb4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463827 Nov 03 02:08:38.995584 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc4adbf-bd52-4091-b1b5-8c0ca32fa29d req-1967293b-2473-45c5-9d0e-7da7c5fe19dc tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:39.002566 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1cc4adbf-bd52-4091-b1b5-8c0ca32fa29d req-1967293b-2473-45c5-9d0e-7da7c5fe19dc tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 943 time: 0.0585079 Nov 03 02:08:39.047886 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1cc4adbf-bd52-4091-b1b5-8c0ca32fa29d req-102370ac-c3f3-4fc2-a6a4-13190217d8e6 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=e26279a2-a305-49d4-a7d3-c9e1b2e2d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433028 Nov 03 02:08:39.186815 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-decefdce-7287-476a-a48b-b0c5fe8ae49e req-98f47698-c04b-428e-821f-bb6f6c29901b tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2ac3d5d-bfe6-4665-a05e-4e43603bdeea HTTP/1.1" status: 200 len: 210 time: 0.0324202 Nov 03 02:08:39.953521 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f70b9-ded6-448b-8478-98efd3e4e173 req-9f01a4a9-5f90-45c2-9bfa-dabbc0118de9 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:39.955047 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-843f70b9-ded6-448b-8478-98efd3e4e173 req-9f01a4a9-5f90-45c2-9bfa-dabbc0118de9 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcedc8e-ab45-4300-9e60-6e82319256b8 HTTP/1.1" status: 200 len: 944 time: 0.0513270 Nov 03 02:08:40.012995 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-843f70b9-ded6-448b-8478-98efd3e4e173 req-61bcd10f-63cb-4979-a00a-7667d006ab2b tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/security-groups?id=6673ff9a-0ca4-4f70-9d44-9d4d676cb4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508666 Nov 03 02:08:40.174088 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf4369-5498-4efd-8572-ecbdb41f72d5 req-8e42f15e-144f-4058-af0c-3129711a96b6 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:40.176158 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e6cf4369-5498-4efd-8572-ecbdb41f72d5 req-8e42f15e-144f-4058-af0c-3129711a96b6 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 943 time: 0.0517344 Nov 03 02:08:40.227503 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e6cf4369-5498-4efd-8572-ecbdb41f72d5 req-93ff0ab7-0aea-4c46-ad4b-63b3ab9944f2 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=e26279a2-a305-49d4-a7d3-c9e1b2e2d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451684 Nov 03 02:08:40.296933 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a86ac614-16a5-4b97-b1f7-ea9e0495beee req-3c36adc9-4588-4eea-b802-c03fe7e589c9 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2ac3d5d-bfe6-4665-a05e-4e43603bdeea HTTP/1.1" status: 200 len: 210 time: 0.0319841 Nov 03 02:08:41.134851 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bcdde2-2b31-4997-be8b-e365cfe1084d req-9a7d5aa2-89a5-43d4-8b88-76a1c6c7c186 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:41.136376 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-42bcdde2-2b31-4997-be8b-e365cfe1084d req-9a7d5aa2-89a5-43d4-8b88-76a1c6c7c186 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcedc8e-ab45-4300-9e60-6e82319256b8 HTTP/1.1" status: 200 len: 944 time: 0.0524452 Nov 03 02:08:41.191468 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-42bcdde2-2b31-4997-be8b-e365cfe1084d req-f812969d-68c8-4837-b603-e95e55d4533d tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/security-groups?id=6673ff9a-0ca4-4f70-9d44-9d4d676cb4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460727 Nov 03 02:08:41.383510 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84beef8b-5473-4336-b540-ba478ed1fdfe req-711512d6-ea91-4a3d-b7ef-d1a29cf51709 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:41.385638 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-84beef8b-5473-4336-b540-ba478ed1fdfe req-711512d6-ea91-4a3d-b7ef-d1a29cf51709 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 943 time: 0.0803156 Nov 03 02:08:41.431765 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-c47a0e82-d08b-4a3e-807c-47029268ecdd req-0d7b6725-ec30-4b8c-8df8-c2f9097b7905 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2ac3d5d-bfe6-4665-a05e-4e43603bdeea HTTP/1.1" status: 200 len: 210 time: 0.0588131 Nov 03 02:08:41.485843 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-84beef8b-5473-4336-b540-ba478ed1fdfe req-15a2c3df-fbb3-4db8-916b-bd3579f6ea1a tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=e26279a2-a305-49d4-a7d3-c9e1b2e2d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0880160 Nov 03 02:08:42.315068 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fff1f4-b16b-49f2-9b2e-14e80a29bf49 req-5c2b7baf-94fb-49d3-aeca-de7d957c8819 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:42.317238 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-13fff1f4-b16b-49f2-9b2e-14e80a29bf49 req-5c2b7baf-94fb-49d3-aeca-de7d957c8819 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcedc8e-ab45-4300-9e60-6e82319256b8 HTTP/1.1" status: 200 len: 944 time: 0.0572772 Nov 03 02:08:42.370734 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-13fff1f4-b16b-49f2-9b2e-14e80a29bf49 req-91e2967b-474d-4762-a438-5e4c27caf049 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/security-groups?id=6673ff9a-0ca4-4f70-9d44-9d4d676cb4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473597 Nov 03 02:08:42.442353 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 50640) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:08:42.546771 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-63f9eaf2-8bf3-4831-babe-48850aafed9e req-5678869b-b15f-4d8b-a420-8cc589fb9b27 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2ac3d5d-bfe6-4665-a05e-4e43603bdeea HTTP/1.1" status: 200 len: 210 time: 0.0444105 Nov 03 02:08:42.587541 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-f2ca19e9-78ed-4f27-9a13-a3594e96c5f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:42.626466 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c26514-bc2d-4b0a-86ee-0a36d928008a req-bd63bad1-89b7-418e-acb0-efa1b49f0439 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:42.628218 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-09c26514-bc2d-4b0a-86ee-0a36d928008a req-bd63bad1-89b7-418e-acb0-efa1b49f0439 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 943 time: 0.0612798 Nov 03 02:08:42.685550 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-f2ca19e9-78ed-4f27-9a13-a3594e96c5f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:42.687661 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-09c26514-bc2d-4b0a-86ee-0a36d928008a req-ca1a6a1a-fb23-4658-a91b-1d4e91e70bd7 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=e26279a2-a305-49d4-a7d3-c9e1b2e2d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0531583 Nov 03 02:08:42.745774 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-f2ca19e9-78ed-4f27-9a13-a3594e96c5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:42.785020 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-f2ca19e9-78ed-4f27-9a13-a3594e96c5f1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=aa44f6d4b5854d669570ece40cfd9825&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3411014 Nov 03 02:08:42.786920 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ca19e9-78ed-4f27-9a13-a3594e96c5f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a8f390-5840-4283-8b50-08b652f662cf,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:08:42.787590 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 50648) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:08:42.794028 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ca19e9-78ed-4f27-9a13-a3594e96c5f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:08:42.794411 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ca19e9-78ed-4f27-9a13-a3594e96c5f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:08:42.794755 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ca19e9-78ed-4f27-9a13-a3594e96c5f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:08:42.795092 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ca19e9-78ed-4f27-9a13-a3594e96c5f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:08:42.795427 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ca19e9-78ed-4f27-9a13-a3594e96c5f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:08:42.795764 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ca19e9-78ed-4f27-9a13-a3594e96c5f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:08:42.796095 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ca19e9-78ed-4f27-9a13-a3594e96c5f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:08:42.796426 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ca19e9-78ed-4f27-9a13-a3594e96c5f1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:08:42.796754 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ca19e9-78ed-4f27-9a13-a3594e96c5f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:08:42.797088 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ca19e9-78ed-4f27-9a13-a3594e96c5f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:08:42.797406 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ca19e9-78ed-4f27-9a13-a3594e96c5f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:08:42.797725 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ca19e9-78ed-4f27-9a13-a3594e96c5f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:08:42.844999 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-272e4c8d-08b0-4496-af6a-e8e6286d25db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:42.867599 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-272e4c8d-08b0-4496-af6a-e8e6286d25db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:43.009254 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-272e4c8d-08b0-4496-af6a-e8e6286d25db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:43.012373 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-272e4c8d-08b0-4496-af6a-e8e6286d25db admin admin] Publish callbacks [] for security_group, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:43.013580 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-272e4c8d-08b0-4496-af6a-e8e6286d25db admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/19a8f390-5840-4283-8b50-08b652f662cf HTTP/1.1" status: 204 len: 168 time: 0.2249219 Nov 03 02:08:43.022203 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272e4c8d-08b0-4496-af6a-e8e6286d25db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a8f390-5840-4283-8b50-08b652f662cf,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:08:43.511383 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f54de-9c43-4947-9771-b0e390ec1d3a req-1584ef84-adaf-418c-98b8-c21ba88f30de tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:43.513026 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-232f54de-9c43-4947-9771-b0e390ec1d3a req-1584ef84-adaf-418c-98b8-c21ba88f30de tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcedc8e-ab45-4300-9e60-6e82319256b8 HTTP/1.1" status: 200 len: 944 time: 0.0554688 Nov 03 02:08:43.607308 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-232f54de-9c43-4947-9771-b0e390ec1d3a req-3c24b640-9429-4f2e-b582-f70138256e77 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/security-groups?id=6673ff9a-0ca4-4f70-9d44-9d4d676cb4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883229 Nov 03 02:08:43.672485 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-c3f6078b-4263-4c22-ae94-a89b106a8f23 req-673fa87d-4ab6-496d-9ef9-901d8a732f2a tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2ac3d5d-bfe6-4665-a05e-4e43603bdeea HTTP/1.1" status: 200 len: 210 time: 0.0292745 Nov 03 02:08:43.831770 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f19b8a9-bb6c-40a4-804c-a29b4acc467a req-40a24792-97d0-4770-a6f8-b05091a15180 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:43.833571 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-8f19b8a9-bb6c-40a4-804c-a29b4acc467a req-40a24792-97d0-4770-a6f8-b05091a15180 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 943 time: 0.0701077 Nov 03 02:08:43.883631 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-8f19b8a9-bb6c-40a4-804c-a29b4acc467a req-b5fc2dee-4f4a-4d85-82ae-6dcf98eafca1 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=e26279a2-a305-49d4-a7d3-c9e1b2e2d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439930 Nov 03 02:08:44.737373 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a46c7d0-b035-4cf5-b1ed-53b6e7dc2437 req-16934a82-98dd-4bd6-82fb-bcbcab948642 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:44.739144 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-5a46c7d0-b035-4cf5-b1ed-53b6e7dc2437 req-16934a82-98dd-4bd6-82fb-bcbcab948642 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcedc8e-ab45-4300-9e60-6e82319256b8 HTTP/1.1" status: 200 len: 944 time: 0.0575366 Nov 03 02:08:44.793801 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-92582ec5-5b6a-4d6a-8752-380f9b05886e req-312059de-cfb6-487c-84f1-eb0ff3502fab tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2ac3d5d-bfe6-4665-a05e-4e43603bdeea HTTP/1.1" status: 200 len: 210 time: 0.0418625 Nov 03 02:08:44.823491 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-5a46c7d0-b035-4cf5-b1ed-53b6e7dc2437 req-d83fabb5-cabe-44c6-8289-51d0d1f67e90 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/security-groups?id=6673ff9a-0ca4-4f70-9d44-9d4d676cb4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778720 Nov 03 02:08:45.025192 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f060954-b2cb-4e9c-8f40-9981a6fe88ed req-8cf72eb4-c472-4ba7-811b-544e0e6e89fb tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:45.026919 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-0f060954-b2cb-4e9c-8f40-9981a6fe88ed req-8cf72eb4-c472-4ba7-811b-544e0e6e89fb tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 943 time: 0.0537195 Nov 03 02:08:45.084360 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-0f060954-b2cb-4e9c-8f40-9981a6fe88ed req-e87c3232-c1c5-48b8-94f2-ab0adab5c88d tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=e26279a2-a305-49d4-a7d3-c9e1b2e2d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506568 Nov 03 02:08:45.895595 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-85f53938-2752-4982-a820-d0df1c5bb87f req-92941862-6518-4436-95fe-27ed4f66d4fc tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2ac3d5d-bfe6-4665-a05e-4e43603bdeea HTTP/1.1" status: 200 len: 210 time: 0.0285981 Nov 03 02:08:45.953361 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd247b2c-5701-4bd3-8a30-a268eed47894 req-6b2c3784-cf91-4136-94e1-02d73166a41e tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:45.954830 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-fd247b2c-5701-4bd3-8a30-a268eed47894 req-6b2c3784-cf91-4136-94e1-02d73166a41e tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcedc8e-ab45-4300-9e60-6e82319256b8 HTTP/1.1" status: 200 len: 944 time: 0.0522561 Nov 03 02:08:46.008386 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-fd247b2c-5701-4bd3-8a30-a268eed47894 req-c25a6a3b-457f-41a5-a587-acca834cae1c tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/security-groups?id=6673ff9a-0ca4-4f70-9d44-9d4d676cb4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436795 Nov 03 02:08:46.212673 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b9301b-56ec-4941-bdaf-c82e33b240ce req-d55a88f8-6ecd-4d5a-b05e-d8bc9a216e14 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:46.219983 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-64b9301b-56ec-4941-bdaf-c82e33b240ce req-d55a88f8-6ecd-4d5a-b05e-d8bc9a216e14 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 943 time: 0.0583098 Nov 03 02:08:46.263121 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-64b9301b-56ec-4941-bdaf-c82e33b240ce req-ff424d3d-aa98-4af4-8d57-c7fa85287933 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=e26279a2-a305-49d4-a7d3-c9e1b2e2d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423310 Nov 03 02:08:46.694535 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-6a123647-4c6a-4f65-8ea1-434fe84e2b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:46.989851 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-c14c24ba-98c1-44f6-b51c-48c36f9fedf3 req-c1457e3a-5eb5-44fa-bfc7-01a8e40c0d71 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2ac3d5d-bfe6-4665-a05e-4e43603bdeea HTTP/1.1" status: 200 len: 210 time: 0.0286617 Nov 03 02:08:47.129085 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09fbcaf-ab3f-4f1d-b9f4-51b237ea3044 req-9c47394f-cfda-4a49-b2b8-11ad11aa3883 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:47.130570 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b09fbcaf-ab3f-4f1d-b9f4-51b237ea3044 req-9c47394f-cfda-4a49-b2b8-11ad11aa3883 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcedc8e-ab45-4300-9e60-6e82319256b8 HTTP/1.1" status: 200 len: 944 time: 0.0517297 Nov 03 02:08:47.178948 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b09fbcaf-ab3f-4f1d-b9f4-51b237ea3044 req-fa226a2e-8a41-4800-b683-bc8516cfb388 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/security-groups?id=6673ff9a-0ca4-4f70-9d44-9d4d676cb4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425193 Nov 03 02:08:47.379656 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b18465-a2dd-4f46-89ac-4d65da2e2bd2 req-1b878967-285c-4620-938e-d22d810f5fbd tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:47.381017 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a5b18465-a2dd-4f46-89ac-4d65da2e2bd2 req-1b878967-285c-4620-938e-d22d810f5fbd tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 943 time: 0.0474834 Nov 03 02:08:47.427473 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a5b18465-a2dd-4f46-89ac-4d65da2e2bd2 req-db12c22b-da9e-45b0-aad6-003bf4df47da tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=e26279a2-a305-49d4-a7d3-c9e1b2e2d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406628 Nov 03 02:08:48.084095 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-02c90796-996c-4df3-8056-3ab3e24644c9 req-a8a73477-d7c7-44ce-92d2-61f48cca3ee2 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2ac3d5d-bfe6-4665-a05e-4e43603bdeea HTTP/1.1" status: 200 len: 210 time: 0.0296178 Nov 03 02:08:48.292102 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d861e6f-3ef4-4f23-aaf2-fbf6d665c8b6 req-654d4790-d1e4-4b60-bc5f-6add2f1c0eb3 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:48.293535 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-7d861e6f-3ef4-4f23-aaf2-fbf6d665c8b6 req-654d4790-d1e4-4b60-bc5f-6add2f1c0eb3 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcedc8e-ab45-4300-9e60-6e82319256b8 HTTP/1.1" status: 200 len: 944 time: 0.0469201 Nov 03 02:08:48.342401 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-7d861e6f-3ef4-4f23-aaf2-fbf6d665c8b6 req-40841597-04af-467c-9161-7f51dc425273 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/security-groups?id=6673ff9a-0ca4-4f70-9d44-9d4d676cb4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428588 Nov 03 02:08:48.548217 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32038b-304e-43ce-8eac-758913a88f30 req-308732f3-4b64-40ac-afbc-a9e13cd21ce0 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:48.549689 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-ed32038b-304e-43ce-8eac-758913a88f30 req-308732f3-4b64-40ac-afbc-a9e13cd21ce0 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 943 time: 0.0479906 Nov 03 02:08:48.596370 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-ed32038b-304e-43ce-8eac-758913a88f30 req-e6e5b58f-b00f-406f-b038-ac27fcdd829d tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=e26279a2-a305-49d4-a7d3-c9e1b2e2d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406618 Nov 03 02:08:48.945468 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-9a86a4c2-c761-4e2a-a9b5-d6e026b616ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:49.178113 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-035e7e1d-1568-40a7-a8ae-544e89973e9c req-5cb2c7e5-2664-4fb4-bfb1-35ce581be7ec tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2ac3d5d-bfe6-4665-a05e-4e43603bdeea HTTP/1.1" status: 200 len: 210 time: 0.0304680 Nov 03 02:08:49.454783 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a1c92-e3dc-47ed-a809-590a5f99c29b req-9707b80c-39aa-4ea2-ab03-1656fd7c9a05 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:49.456152 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1d7a1c92-e3dc-47ed-a809-590a5f99c29b req-9707b80c-39aa-4ea2-ab03-1656fd7c9a05 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcedc8e-ab45-4300-9e60-6e82319256b8 HTTP/1.1" status: 200 len: 944 time: 0.0487435 Nov 03 02:08:49.504453 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1d7a1c92-e3dc-47ed-a809-590a5f99c29b req-fde2b567-701a-4699-9688-e13fbd4257d7 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/security-groups?id=6673ff9a-0ca4-4f70-9d44-9d4d676cb4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424695 Nov 03 02:08:49.712455 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc37d27-0183-4ac9-b0ad-bc16593b14ad req-9164bfd7-ef1f-45ca-b25f-7f93c97a7064 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:49.713813 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-adc37d27-0183-4ac9-b0ad-bc16593b14ad req-9164bfd7-ef1f-45ca-b25f-7f93c97a7064 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 943 time: 0.0475974 Nov 03 02:08:49.759626 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-adc37d27-0183-4ac9-b0ad-bc16593b14ad req-d9d6ce91-fa52-4fb3-8017-02927886bf78 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=e26279a2-a305-49d4-a7d3-c9e1b2e2d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398333 Nov 03 02:08:49.947402 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device 9fede95c-7a4c-431b-802a-bfb045b4ba84 details requested by agent hyperv_hv-cinder-81561 with host hv-cinder-81561 {{(pid=108316) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 02:08:49.949346 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-3baf3433-eee1-48f0-90c8-209ed8ef0e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:50.042542 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] For port 9fede95c-7a4c-431b-802a-bfb045b4ba84, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=9fede95c-7a4c-431b-802a-bfb045b4ba84,segment=NetworkSegment(f2e87023-bcf8-4896-894f-b1c7672a5635),segment_id=f2e87023-bcf8-4896-894f-b1c7672a5635)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:08:50.053572 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Returning: {'device': '9fede95c-7a4c-431b-802a-bfb045b4ba84', 'network_id': '85bfa113-6079-42d9-9c6f-8ca12bd1c59a', 'port_id': '9fede95c-7a4c-431b-802a-bfb045b4ba84', 'mac_address': 'fa:16:3e:65:0a:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92b994d1-893b-4528-a828-105ad45407c6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108316) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 02:08:50.091079 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:50.104037 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.notifiers.nova [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fede95c-7a4c-431b-802a-bfb045b4ba84 {{(pid=108316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 02:08:50.123174 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] For port 9fede95c-7a4c-431b-802a-bfb045b4ba84, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=9fede95c-7a4c-431b-802a-bfb045b4ba84,segment=NetworkSegment(f2e87023-bcf8-4896-894f-b1c7672a5635),segment_id=f2e87023-bcf8-4896-894f-b1c7672a5635)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:08:50.248898 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:50.249567 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device 53f57377-fc10-41c9-b2f6-7fbdab22b983 details requested by agent hyperv_hv-cinder-81561 with host hv-cinder-81561 {{(pid=108316) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 02:08:50.275657 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-db6e2964-4405-4946-a341-467fd870be8a req-eb12df6b-0865-436a-9332-320b5bc7b2d4 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2ac3d5d-bfe6-4665-a05e-4e43603bdeea HTTP/1.1" status: 200 len: 210 time: 0.0304363 Nov 03 02:08:50.323585 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Pushing event updated for resources: {'Port': ['ID=9fede95c-7a4c-431b-802a-bfb045b4ba84,revision_number=7']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:08:50.327719 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8989d8d6-8175-4546-b78d-84c6ac15c6fe req-7c9e1e1b-62d4-4e1b-b5fd-4556fde7bcba tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:50.329271 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-8989d8d6-8175-4546-b78d-84c6ac15c6fe req-7c9e1e1b-62d4-4e1b-b5fd-4556fde7bcba tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.37 "GET /v2.0/networks?id=f712cad4-e8ca-42ec-98fb-45f5bacc0fc1 HTTP/1.1" status: 200 len: 811 time: 0.1102154 Nov 03 02:08:50.359152 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:08:50.359589 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:08:50.359919 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:08:50.360253 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:08:50.360596 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:08:50.360920 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:08:50.361248 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:08:50.361616 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:08:50.361947 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:08:50.362295 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:08:50.362621 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:08:50.363462 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:08:50.397365 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-8989d8d6-8175-4546-b78d-84c6ac15c6fe req-e2f2cbf2-8d68-4d92-a8ab-7fbb54481408 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a08b0f1fc6b940148531ae61a6847288 HTTP/1.1" status: 200 len: 380 time: 0.0591934 Nov 03 02:08:50.399105 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] For port 53f57377-fc10-41c9-b2f6-7fbdab22b983, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=53f57377-fc10-41c9-b2f6-7fbdab22b983,segment=NetworkSegment(3daecc90-8d27-458b-8803-ba0d162359ea),segment_id=3daecc90-8d27-458b-8803-ba0d162359ea)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:08:50.406504 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.v2.base [req-8989d8d6-8175-4546-b78d-84c6ac15c6fe req-618218a6-e4ae-4ab9-ba1c-745f560f05b4 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Request body: {'port': {'device_id': 'e2ac3d5d-bfe6-4665-a05e-4e43603bdeea', 'network_id': 'f712cad4-e8ca-42ec-98fb-45f5bacc0fc1', 'admin_state_up': True, 'tenant_id': 'a08b0f1fc6b940148531ae61a6847288', 'security_groups': ['e1e43461-b85d-4639-b4a3-3f08fe84210d']}} {{(pid=108315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:08:50.410040 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Returning: {'device': '53f57377-fc10-41c9-b2f6-7fbdab22b983', 'network_id': 'f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9', 'port_id': '53f57377-fc10-41c9-b2f6-7fbdab22b983', 'mac_address': 'fa:16:3e:d6:e1:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95177d92-9024-40b6-ac79-02b9d5fce0cc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108316) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 02:08:50.449399 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:50.462595 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.notifiers.nova [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53f57377-fc10-41c9-b2f6-7fbdab22b983 {{(pid=108316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 02:08:50.485553 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] For port 53f57377-fc10-41c9-b2f6-7fbdab22b983, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=53f57377-fc10-41c9-b2f6-7fbdab22b983,segment=NetworkSegment(3daecc90-8d27-458b-8803-ba0d162359ea),segment_id=3daecc90-8d27-458b-8803-ba0d162359ea)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:08:50.551414 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:50.602321 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Pushing event updated for resources: {'Port': ['ID=53f57377-fc10-41c9-b2f6-7fbdab22b983,revision_number=9']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:08:50.619662 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8989d8d6-8175-4546-b78d-84c6ac15c6fe req-618218a6-e4ae-4ab9-ba1c-745f560f05b4 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Made reservation on behalf of a08b0f1fc6b940148531ae61a6847288 for: {'port': 1} {{(pid=108315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:08:50.623164 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937b51e1-4bc7-46fb-b508-e07a83ae4b8c req-3010e130-f2d9-44c7-add5-8927e9d4636c tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:50.623306 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-8989d8d6-8175-4546-b78d-84c6ac15c6fe req-618218a6-e4ae-4ab9-ba1c-745f560f05b4 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:50.624634 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-937b51e1-4bc7-46fb-b508-e07a83ae4b8c req-3010e130-f2d9-44c7-add5-8927e9d4636c tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcedc8e-ab45-4300-9e60-6e82319256b8 HTTP/1.1" status: 200 len: 945 time: 0.0498672 Nov 03 02:08:50.675362 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-937b51e1-4bc7-46fb-b508-e07a83ae4b8c req-776c5bd3-8742-494d-bc8a-8764a669e610 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/security-groups?id=6673ff9a-0ca4-4f70-9d44-9d4d676cb4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436084 Nov 03 02:08:50.750253 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.db.db_base_plugin_common [req-8989d8d6-8175-4546-b78d-84c6ac15c6fe req-618218a6-e4ae-4ab9-ba1c-745f560f05b4 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Allocated IP 172.20.0.3 (f712cad4-e8ca-42ec-98fb-45f5bacc0fc1/43639205-925f-474d-a075-6f18826b2705/965fb444-aa57-4bbf-bf8d-51156d65ecb3) {{(pid=108315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:08:50.892677 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-8989d8d6-8175-4546-b78d-84c6ac15c6fe req-618218a6-e4ae-4ab9-ba1c-745f560f05b4 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks [] for port, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:50.894914 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e79e8-74a5-4993-8b57-86ab206e0da4 req-0fa6df20-e941-4315-b5e2-41490be32c1b tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:50.896455 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-eb5e79e8-74a5-4993-8b57-86ab206e0da4 req-0fa6df20-e941-4315-b5e2-41490be32c1b tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 944 time: 0.0584736 Nov 03 02:08:50.905771 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] get_ports_and_sgs() called for port_ids ['53f57377-fc10-41c9-b2f6-7fbdab22b983'] {{(pid=108316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 02:08:50.908274 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] get_ports_and_sgs() called for port_ids ['9fede95c-7a4c-431b-802a-bfb045b4ba84'] {{(pid=108316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 02:08:50.948543 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-eb5e79e8-74a5-4993-8b57-86ab206e0da4 req-50b1f79f-d5e7-4a1b-9eac-ad0d63018ab9 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=e26279a2-a305-49d4-a7d3-c9e1b2e2d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444202 Nov 03 02:08:51.381039 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-6cb66e70-81f1-4b4e-96c9-56ddcc92a883 req-29223f25-478c-4f64-9e57-82afdaa5ec21 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2ac3d5d-bfe6-4665-a05e-4e43603bdeea HTTP/1.1" status: 200 len: 210 time: 0.0307906 Nov 03 02:08:51.448480 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-8989d8d6-8175-4546-b78d-84c6ac15c6fe req-618218a6-e4ae-4ab9-ba1c-745f560f05b4 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784217128214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127914182'] for port, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:51.491390 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8989d8d6-8175-4546-b78d-84c6ac15c6fe req-618218a6-e4ae-4ab9-ba1c-745f560f05b4 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Network f712cad4-e8ca-42ec-98fb-45f5bacc0fc1 is already hosted by enough agents. {{(pid=108315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:08:51.520509 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.base_scheduler [req-8989d8d6-8175-4546-b78d-84c6ac15c6fe req-618218a6-e4ae-4ab9-ba1c-745f560f05b4 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Resources bound (agent type, host, resource id): {{(pid=108315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:08:51.520509 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.db.l3_dvrscheduler_db [req-8989d8d6-8175-4546-b78d-84c6ac15c6fe req-618218a6-e4ae-4ab9-ba1c-745f560f05b4 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Received port after_create {{(pid=108315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:08:51.540368 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618218a6-e4ae-4ab9-ba1c-745f560f05b4 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Pushing event updated for resources: {'Port': ['ID=965fb444-aa57-4bbf-bf8d-51156d65ecb3,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:08:51.564803 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8989d8d6-8175-4546-b78d-84c6ac15c6fe req-618218a6-e4ae-4ab9-ba1c-745f560f05b4 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:51.565649 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-8989d8d6-8175-4546-b78d-84c6ac15c6fe req-618218a6-e4ae-4ab9-ba1c-745f560f05b4 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622'] for port, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:51.748495 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-aedbc337-7fd4-40a0-a25e-1f986774d704 None None] Provisioning complete for port 965fb444-aa57-4bbf-bf8d-51156d65ecb3 triggered by entity DHCP. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:08:51.749094 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-aedbc337-7fd4-40a0-a25e-1f986774d704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:51.783131 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-aedbc337-7fd4-40a0-a25e-1f986774d704 None None] Port 965fb444-aa57-4bbf-bf8d-51156d65ecb3 cannot update to ACTIVE because it is not bound. {{(pid=108316) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 02:08:51.791413 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df741ce4-6631-4054-bb0d-751f9ea87777 req-fb90c306-568c-47ca-a899-9e94f61a0e70 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:51.792875 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-df741ce4-6631-4054-bb0d-751f9ea87777 req-fb90c306-568c-47ca-a899-9e94f61a0e70 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcedc8e-ab45-4300-9e60-6e82319256b8 HTTP/1.1" status: 200 len: 945 time: 0.0519035 Nov 03 02:08:51.846963 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-df741ce4-6631-4054-bb0d-751f9ea87777 req-00c479ad-ef84-4da8-a427-98fc25392c02 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/security-groups?id=6673ff9a-0ca4-4f70-9d44-9d4d676cb4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476263 Nov 03 02:08:51.934377 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-5b813f54-077d-440d-903f-32bc670fe069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:51.937002 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-8989d8d6-8175-4546-b78d-84c6ac15c6fe req-618218a6-e4ae-4ab9-ba1c-745f560f05b4 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5340085 Nov 03 02:08:51.949386 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.v2.base [req-8989d8d6-8175-4546-b78d-84c6ac15c6fe req-459bc5a9-703e-46e4-8e90-386cea77acdb service neutron] Request body: {'port': {'device_id': 'e2ac3d5d-bfe6-4665-a05e-4e43603bdeea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81561'}} {{(pid=108315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:08:52.005598 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-8989d8d6-8175-4546-b78d-84c6ac15c6fe req-459bc5a9-703e-46e4-8e90-386cea77acdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:52.075286 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1284e0-2a94-436d-adf0-8ccdcec54b36 req-5d2950cd-2521-4c4e-a93a-de6088be37d6 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:52.076737 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-bc1284e0-2a94-436d-adf0-8ccdcec54b36 req-5d2950cd-2521-4c4e-a93a-de6088be37d6 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 944 time: 0.0508184 Nov 03 02:08:52.132605 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-bc1284e0-2a94-436d-adf0-8ccdcec54b36 req-1d850e02-9604-48f3-8083-bc353bc30086 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=e26279a2-a305-49d4-a7d3-c9e1b2e2d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0499067 Nov 03 02:08:52.503835 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e12bdf8-5d1d-4bf2-bc1e-7374bbb2307a req-0a6f94cf-2886-4f28-a9a5-698811d84e53 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:52.505412 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-8e12bdf8-5d1d-4bf2-bc1e-7374bbb2307a req-0a6f94cf-2886-4f28-a9a5-698811d84e53 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2ac3d5d-bfe6-4665-a05e-4e43603bdeea HTTP/1.1" status: 200 len: 931 time: 0.0526559 Nov 03 02:08:52.550823 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.notifiers.nova [req-8989d8d6-8175-4546-b78d-84c6ac15c6fe req-459bc5a9-703e-46e4-8e90-386cea77acdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 965fb444-aa57-4bbf-bf8d-51156d65ecb3 {{(pid=108315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 02:08:52.558527 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-8989d8d6-8175-4546-b78d-84c6ac15c6fe req-459bc5a9-703e-46e4-8e90-386cea77acdb service neutron] Publish callbacks [] for port, precommit_update {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:52.560976 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-8e12bdf8-5d1d-4bf2-bc1e-7374bbb2307a req-00987185-1f8d-4749-bc9e-e0a3543642ee tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1e43461-b85d-4639-b4a3-3f08fe84210d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495162 Nov 03 02:08:52.571138 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.db.provisioning_blocks [req-8989d8d6-8175-4546-b78d-84c6ac15c6fe req-459bc5a9-703e-46e4-8e90-386cea77acdb service neutron] Transition to ACTIVE for port object 965fb444-aa57-4bbf-bf8d-51156d65ecb3 will not be triggered until provisioned by entity L2. {{(pid=108315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 02:08:52.637106 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-8989d8d6-8175-4546-b78d-84c6ac15c6fe req-459bc5a9-703e-46e4-8e90-386cea77acdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127914185'] for port, after_update {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:52.686310 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459bc5a9-703e-46e4-8e90-386cea77acdb service neutron] Pushing event updated for resources: {'Port': ['ID=965fb444-aa57-4bbf-bf8d-51156d65ecb3,revision_number=2']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:08:52.761639 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.managers [req-8989d8d6-8175-4546-b78d-84c6ac15c6fe req-459bc5a9-703e-46e4-8e90-386cea77acdb service neutron] Attempting to bind port 965fb444-aa57-4bbf-bf8d-51156d65ecb3 on host hv-cinder-81561 for vnic_type normal with profile {{(pid=108315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 02:08:52.762083 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.managers [req-8989d8d6-8175-4546-b78d-84c6ac15c6fe req-459bc5a9-703e-46e4-8e90-386cea77acdb service neutron] Attempting to bind port 965fb444-aa57-4bbf-bf8d-51156d65ecb3 by drivers openvswitch,hyperv on host hv-cinder-81561 at level 0 using segments [{'id': '974828e1-7153-4348-912c-a42e71ffbf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f712cad4-e8ca-42ec-98fb-45f5bacc0fc1'}] {{(pid=108315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 02:08:52.762448 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8989d8d6-8175-4546-b78d-84c6ac15c6fe req-459bc5a9-703e-46e4-8e90-386cea77acdb service neutron] Attempting to bind port 965fb444-aa57-4bbf-bf8d-51156d65ecb3 on network f712cad4-e8ca-42ec-98fb-45f5bacc0fc1 {{(pid=108315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:08:52.767289 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8989d8d6-8175-4546-b78d-84c6ac15c6fe req-459bc5a9-703e-46e4-8e90-386cea77acdb service neutron] Port 965fb444-aa57-4bbf-bf8d-51156d65ecb3 on network f712cad4-e8ca-42ec-98fb-45f5bacc0fc1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81561 {{(pid=108315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:08:52.767867 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8989d8d6-8175-4546-b78d-84c6ac15c6fe req-459bc5a9-703e-46e4-8e90-386cea77acdb service neutron] Attempting to bind port 965fb444-aa57-4bbf-bf8d-51156d65ecb3 on network f712cad4-e8ca-42ec-98fb-45f5bacc0fc1 {{(pid=108315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:08:52.773725 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8989d8d6-8175-4546-b78d-84c6ac15c6fe req-459bc5a9-703e-46e4-8e90-386cea77acdb service neutron] Checking agent: {'id': 'eecef0c6-53b3-4742-ba5c-66aa511932ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81561', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 1, 59, 59), 'started_at': datetime.datetime(2021, 11, 3, 1, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 2, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:08:52.774064 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8989d8d6-8175-4546-b78d-84c6ac15c6fe req-459bc5a9-703e-46e4-8e90-386cea77acdb service neutron] Checking segment: {'id': '974828e1-7153-4348-912c-a42e71ffbf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f712cad4-e8ca-42ec-98fb-45f5bacc0fc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 02:08:52.774474 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8989d8d6-8175-4546-b78d-84c6ac15c6fe req-459bc5a9-703e-46e4-8e90-386cea77acdb service neutron] Bound using segment: {'id': '974828e1-7153-4348-912c-a42e71ffbf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f712cad4-e8ca-42ec-98fb-45f5bacc0fc1'} {{(pid=108315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:08:52.774904 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.managers [req-8989d8d6-8175-4546-b78d-84c6ac15c6fe req-459bc5a9-703e-46e4-8e90-386cea77acdb service neutron] Bound port: 965fb444-aa57-4bbf-bf8d-51156d65ecb3, host: hv-cinder-81561, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '974828e1-7153-4348-912c-a42e71ffbf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f712cad4-e8ca-42ec-98fb-45f5bacc0fc1'}}] {{(pid=108315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 02:08:52.775256 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-8989d8d6-8175-4546-b78d-84c6ac15c6fe req-459bc5a9-703e-46e4-8e90-386cea77acdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:52.843343 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.db [req-8989d8d6-8175-4546-b78d-84c6ac15c6fe req-459bc5a9-703e-46e4-8e90-386cea77acdb service neutron] For port 965fb444-aa57-4bbf-bf8d-51156d65ecb3, host hv-cinder-81561, cleared binding levels {{(pid=108315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:08:52.846308 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.db [req-8989d8d6-8175-4546-b78d-84c6ac15c6fe req-459bc5a9-703e-46e4-8e90-386cea77acdb service neutron] For port 965fb444-aa57-4bbf-bf8d-51156d65ecb3, host hv-cinder-81561, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=965fb444-aa57-4bbf-bf8d-51156d65ecb3,segment=NetworkSegment(974828e1-7153-4348-912c-a42e71ffbf48),segment_id=974828e1-7153-4348-912c-a42e71ffbf48)] {{(pid=108315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:08:52.960986 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdccfbdd-7464-43e9-8374-9a4cc4cc4879 req-f57aa848-c5df-4aae-8a84-0644149101c5 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:52.962371 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-fdccfbdd-7464-43e9-8374-9a4cc4cc4879 req-f57aa848-c5df-4aae-8a84-0644149101c5 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcedc8e-ab45-4300-9e60-6e82319256b8 HTTP/1.1" status: 200 len: 945 time: 0.0490735 Nov 03 02:08:52.973832 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-8989d8d6-8175-4546-b78d-84c6ac15c6fe req-459bc5a9-703e-46e4-8e90-386cea77acdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127914185'] for port, after_update {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:53.007174 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8989d8d6-8175-4546-b78d-84c6ac15c6fe req-459bc5a9-703e-46e4-8e90-386cea77acdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:53.007801 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [req-8989d8d6-8175-4546-b78d-84c6ac15c6fe req-459bc5a9-703e-46e4-8e90-386cea77acdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622'] for port, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:53.009202 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-8989d8d6-8175-4546-b78d-84c6ac15c6fe req-459bc5a9-703e-46e4-8e90-386cea77acdb service neutron] 10.222.0.37 "PUT /v2.0/ports/965fb444-aa57-4bbf-bf8d-51156d65ecb3 HTTP/1.1" status: 200 len: 1093 time: 1.0638709 Nov 03 02:08:53.009641 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2ac3d5d-bfe6-4665-a05e-4e43603bdeea', 'tag': '965fb444-aa57-4bbf-bf8d-51156d65ecb3'}] {{(pid=108315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:08:53.011915 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-fdccfbdd-7464-43e9-8374-9a4cc4cc4879 req-6277bc48-32f5-456a-a012-778a493fb271 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/security-groups?id=6673ff9a-0ca4-4f70-9d44-9d4d676cb4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436919 Nov 03 02:08:53.012063 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ceb3f72598e67bafae985fe00b788e907b12cd818b569c9993237f285010df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1681369-fecb-408b-95bd-eb417fd4865d" -d '{"events": [{"name": "network-changed", "server_uuid": "e2ac3d5d-bfe6-4665-a05e-4e43603bdeea", "tag": "965fb444-aa57-4bbf-bf8d-51156d65ecb3"}]}' {{(pid=108315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:08:53.040793 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459bc5a9-703e-46e4-8e90-386cea77acdb service neutron] Pushing event updated for resources: {'Port': ['ID=965fb444-aa57-4bbf-bf8d-51156d65ecb3,revision_number=3']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:08:53.061660 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 02:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e467f78-2494-4e83-b2d9-6ac7075a58db x-openstack-request-id: req-0e467f78-2494-4e83-b2d9-6ac7075a58db {{(pid=108315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:08:53.061953 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2ac3d5d-bfe6-4665-a05e-4e43603bdeea", "tag": "965fb444-aa57-4bbf-bf8d-51156d65ecb3", "status": "completed", "code": 200}]} {{(pid=108315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:08:53.062238 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0e467f78-2494-4e83-b2d9-6ac7075a58db {{(pid=108315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:08:53.062643 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2ac3d5d-bfe6-4665-a05e-4e43603bdeea', 'tag': '965fb444-aa57-4bbf-bf8d-51156d65ecb3', 'status': 'completed', 'code': 200} Nov 03 02:08:53.255187 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8320e961-7ba7-4de5-9274-2fa57d0eee41 req-58e84935-c4fa-4a15-b9b6-e8f59a5f311d tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:53.256642 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-8320e961-7ba7-4de5-9274-2fa57d0eee41 req-58e84935-c4fa-4a15-b9b6-e8f59a5f311d tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 944 time: 0.0475950 Nov 03 02:08:53.306900 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-8320e961-7ba7-4de5-9274-2fa57d0eee41 req-31584c87-cad2-4312-9233-b4b0345639a2 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=e26279a2-a305-49d4-a7d3-c9e1b2e2d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441005 Nov 03 02:08:53.540912 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device 9fede95c-7a4c-431b-802a-bfb045b4ba84 up at agent hyperv_hv-cinder-81561 {{(pid=108316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:08:53.588757 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Provisioning complete for port 9fede95c-7a4c-431b-802a-bfb045b4ba84 triggered by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:08:53.589134 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:53.667856 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:53.679019 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b6d6b-1e32-482c-92aa-dd4351484be0 req-fa9ca51f-7451-4a55-8250-e5e282a06ca4 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:53.680493 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-5c5b6d6b-1e32-482c-92aa-dd4351484be0 req-fa9ca51f-7451-4a55-8250-e5e282a06ca4 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2ac3d5d-bfe6-4665-a05e-4e43603bdeea HTTP/1.1" status: 200 len: 943 time: 0.0483601 Nov 03 02:08:53.690758 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfcedc8e-ab45-4300-9e60-6e82319256b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fede95c-7a4c-431b-802a-bfb045b4ba84'}] {{(pid=108316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:08:53.693206 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c49bda4003134bcf77c295383a637b11cae661d7d3df1045ea696fe6ff2a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce97bb2b-e198-4aaa-bc47-bfffbdcd03a1" -d '{"events": [{"server_uuid": "bfcedc8e-ab45-4300-9e60-6e82319256b8", "name": "network-vif-plugged", "status": "completed", "tag": "9fede95c-7a4c-431b-802a-bfb045b4ba84"}]}' {{(pid=108316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:08:53.705273 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] For port 9fede95c-7a4c-431b-802a-bfb045b4ba84, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=9fede95c-7a4c-431b-802a-bfb045b4ba84,segment=NetworkSegment(f2e87023-bcf8-4896-894f-b1c7672a5635),segment_id=f2e87023-bcf8-4896-894f-b1c7672a5635)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:08:53.730532 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 02:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b338911-73a4-42d7-8d9d-59f9780b2693 x-openstack-request-id: req-5b338911-73a4-42d7-8d9d-59f9780b2693 {{(pid=108316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:08:53.730824 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfcedc8e-ab45-4300-9e60-6e82319256b8", "name": "network-vif-plugged", "status": "completed", "tag": "9fede95c-7a4c-431b-802a-bfb045b4ba84", "code": 200}]} {{(pid=108316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:08:53.731075 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5b338911-73a4-42d7-8d9d-59f9780b2693 {{(pid=108316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:08:53.731470 dv-cinder-815614-3-iscsi neutron-server[108316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfcedc8e-ab45-4300-9e60-6e82319256b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fede95c-7a4c-431b-802a-bfb045b4ba84', 'code': 200} Nov 03 02:08:53.732666 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-5c5b6d6b-1e32-482c-92aa-dd4351484be0 req-6a4be7a8-dd38-4461-9b8b-5feb88c2c715 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1e43461-b85d-4639-b4a3-3f08fe84210d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459299 Nov 03 02:08:53.762569 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:53.763372 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device 53f57377-fc10-41c9-b2f6-7fbdab22b983 up at agent hyperv_hv-cinder-81561 {{(pid=108316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:08:53.844934 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Pushing event updated for resources: {'Port': ['ID=9fede95c-7a4c-431b-802a-bfb045b4ba84,revision_number=8']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:08:53.858529 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Provisioning complete for port 53f57377-fc10-41c9-b2f6-7fbdab22b983 triggered by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:08:53.858894 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:53.932683 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:53.969727 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] For port 53f57377-fc10-41c9-b2f6-7fbdab22b983, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=53f57377-fc10-41c9-b2f6-7fbdab22b983,segment=NetworkSegment(3daecc90-8d27-458b-8803-ba0d162359ea),segment_id=3daecc90-8d27-458b-8803-ba0d162359ea)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:08:54.042782 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:54.090414 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:08:54.094419 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Pushing event updated for resources: {'Port': ['ID=53f57377-fc10-41c9-b2f6-7fbdab22b983,revision_number=10']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:08:54.131521 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a1750-64a5-4508-b7c0-940fb56ecece req-24b76db9-0db2-46a6-a589-d095b6654c9e tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:54.132999 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-6d3a1750-64a5-4508-b7c0-940fb56ecece req-24b76db9-0db2-46a6-a589-d095b6654c9e tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcedc8e-ab45-4300-9e60-6e82319256b8 HTTP/1.1" status: 200 len: 946 time: 0.0481584 Nov 03 02:08:54.185517 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-6d3a1750-64a5-4508-b7c0-940fb56ecece req-1f29ec55-85e9-45b0-9767-d2a7ae57323e tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/security-groups?id=6673ff9a-0ca4-4f70-9d44-9d4d676cb4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429144 Nov 03 02:08:54.427272 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d615d02c-da74-4bd4-baad-4b7d3c82a473 req-0db3a546-281d-44ee-8b70-0e57236a0cab tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:54.428731 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d615d02c-da74-4bd4-baad-4b7d3c82a473 req-0db3a546-281d-44ee-8b70-0e57236a0cab tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 946 time: 0.0516143 Nov 03 02:08:54.475850 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d615d02c-da74-4bd4-baad-4b7d3c82a473 req-5456a8c6-b828-445c-9a82-de85ab870a9e tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=e26279a2-a305-49d4-a7d3-c9e1b2e2d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408063 Nov 03 02:08:54.845102 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f4f8e-0b8c-4abc-aaa3-c7df905e0a80 req-25969e11-387a-4b40-ae60-b2708f43c7b3 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:54.846706 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-0a1f4f8e-0b8c-4abc-aaa3-c7df905e0a80 req-25969e11-387a-4b40-ae60-b2708f43c7b3 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2ac3d5d-bfe6-4665-a05e-4e43603bdeea HTTP/1.1" status: 200 len: 943 time: 0.0487878 Nov 03 02:08:54.895867 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-0a1f4f8e-0b8c-4abc-aaa3-c7df905e0a80 req-468f3413-ebff-4caa-aacd-9218640f07a1 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1e43461-b85d-4639-b4a3-3f08fe84210d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430288 Nov 03 02:08:55.297943 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3d8976-5e72-4d3c-96dd-bdfad096987d req-47cbb4f5-9846-49aa-b4cd-f95aca870203 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:55.299448 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-7a3d8976-5e72-4d3c-96dd-bdfad096987d req-47cbb4f5-9846-49aa-b4cd-f95aca870203 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcedc8e-ab45-4300-9e60-6e82319256b8 HTTP/1.1" status: 200 len: 946 time: 0.0514565 Nov 03 02:08:55.347264 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-7a3d8976-5e72-4d3c-96dd-bdfad096987d req-941a2e52-f20b-4eab-8b6b-6ee530cc1e30 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/security-groups?id=6673ff9a-0ca4-4f70-9d44-9d4d676cb4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414262 Nov 03 02:08:55.457614 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1681369-fecb-408b-95bd-eb417fd4865d req-bec54bef-8a0c-4081-bd94-7a1d14ce661d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:55.459131 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-e1681369-fecb-408b-95bd-eb417fd4865d req-bec54bef-8a0c-4081-bd94-7a1d14ce661d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a08b0f1fc6b940148531ae61a6847288&device_id=e2ac3d5d-bfe6-4665-a05e-4e43603bdeea HTTP/1.1" status: 200 len: 1096 time: 0.0431576 Nov 03 02:08:55.556626 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1681369-fecb-408b-95bd-eb417fd4865d req-a2d53ad5-c29b-4ef2-9571-b568e75282af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:55.558080 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-e1681369-fecb-408b-95bd-eb417fd4865d req-a2d53ad5-c29b-4ef2-9571-b568e75282af service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=a08b0f1fc6b940148531ae61a6847288&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0897722 Nov 03 02:08:55.599714 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bd2f0e-18ae-4c7e-bb68-ad00428154ec req-fd54d96f-e97a-4ec0-91f7-82d4ab2a40cf tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:55.601229 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f5bd2f0e-18ae-4c7e-bb68-ad00428154ec req-fd54d96f-e97a-4ec0-91f7-82d4ab2a40cf tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 946 time: 0.0520561 Nov 03 02:08:55.664995 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1681369-fecb-408b-95bd-eb417fd4865d req-d0b9aa39-ae4c-43a6-8a8b-359773a0b95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:55.666571 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-e1681369-fecb-408b-95bd-eb417fd4865d req-d0b9aa39-ae4c-43a6-8a8b-359773a0b95b service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0993278 Nov 03 02:08:55.681362 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f5bd2f0e-18ae-4c7e-bb68-ad00428154ec req-7f9c1813-2ca6-4464-a469-2d696e1bbbc1 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=e26279a2-a305-49d4-a7d3-c9e1b2e2d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0728407 Nov 03 02:08:55.691598 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcf94a9-0bbc-4f3f-bcf7-e2914b96d99c req-03f4b5eb-283e-4afc-9cdd-d9232ca217bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:55.693288 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-0bcf94a9-0bbc-4f3f-bcf7-e2914b96d99c req-03f4b5eb-283e-4afc-9cdd-d9232ca217bf service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bfcedc8e-ab45-4300-9e60-6e82319256b8 HTTP/1.1" status: 200 len: 1099 time: 0.0556035 Nov 03 02:08:55.733362 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c561cb-543d-469c-a637-70cdf610d8a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f57377-fc10-41c9-b2f6-7fbdab22b983'}] {{(pid=108316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:08:55.735940 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c49bda4003134bcf77c295383a637b11cae661d7d3df1045ea696fe6ff2a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43fafe2-fb93-4fc3-93fd-3674c482974c" -d '{"events": [{"server_uuid": "40c561cb-543d-469c-a637-70cdf610d8a5", "name": "network-vif-plugged", "status": "completed", "tag": "53f57377-fc10-41c9-b2f6-7fbdab22b983"}]}' {{(pid=108316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:08:55.746707 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8989d8d6-8175-4546-b78d-84c6ac15c6fe req-03efb2ca-f0c9-4953-b4db-a06c324b5973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:55.748223 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-8989d8d6-8175-4546-b78d-84c6ac15c6fe req-03efb2ca-f0c9-4953-b4db-a06c324b5973 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a08b0f1fc6b940148531ae61a6847288&device_id=e2ac3d5d-bfe6-4665-a05e-4e43603bdeea HTTP/1.1" status: 200 len: 1096 time: 0.0414495 Nov 03 02:08:55.752005 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-0bcf94a9-0bbc-4f3f-bcf7-e2914b96d99c req-5569798f-8747-4955-a08f-a67bf145e6f0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6673ff9a-0ca4-4f70-9d44-9d4d676cb4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454776 Nov 03 02:08:55.772322 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 02:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-528bdb03-1f9f-446c-9903-39254922074d x-openstack-request-id: req-528bdb03-1f9f-446c-9903-39254922074d {{(pid=108316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:08:55.772614 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40c561cb-543d-469c-a637-70cdf610d8a5", "name": "network-vif-plugged", "status": "completed", "tag": "53f57377-fc10-41c9-b2f6-7fbdab22b983", "code": 200}]} {{(pid=108316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:08:55.772867 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-528bdb03-1f9f-446c-9903-39254922074d {{(pid=108316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:08:55.773257 dv-cinder-815614-3-iscsi neutron-server[108316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c561cb-543d-469c-a637-70cdf610d8a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f57377-fc10-41c9-b2f6-7fbdab22b983', 'code': 200} Nov 03 02:08:55.981992 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-8989d8d6-8175-4546-b78d-84c6ac15c6fe req-4afa533b-0ee4-4ca9-8f9b-09109c122ebc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=965fb444-aa57-4bbf-bf8d-51156d65ecb3 HTTP/1.1" status: 200 len: 217 time: 0.0385647 Nov 03 02:08:56.012044 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecd92dc-4097-4048-896f-0dc306d32a23 req-a9d5ef61-7cf8-41cf-a9ba-069d8715e293 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:56.014162 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-7ecd92dc-4097-4048-896f-0dc306d32a23 req-a9d5ef61-7cf8-41cf-a9ba-069d8715e293 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2ac3d5d-bfe6-4665-a05e-4e43603bdeea HTTP/1.1" status: 200 len: 943 time: 0.0535717 Nov 03 02:08:56.042568 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8989d8d6-8175-4546-b78d-84c6ac15c6fe req-878a390a-0223-4cff-8e40-cafe1715d91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:56.042568 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-8989d8d6-8175-4546-b78d-84c6ac15c6fe req-878a390a-0223-4cff-8e40-cafe1715d91d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=43639205-925f-474d-a075-6f18826b2705 HTTP/1.1" status: 200 len: 850 time: 0.0456612 Nov 03 02:08:56.064006 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-7ecd92dc-4097-4048-896f-0dc306d32a23 req-6dd57290-1e9c-47e6-94db-d72c5ece8788 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1e43461-b85d-4639-b4a3-3f08fe84210d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437825 Nov 03 02:08:56.093897 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8989d8d6-8175-4546-b78d-84c6ac15c6fe req-a2edd7e4-54a7-40ae-a12d-9e78cde22b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:56.095535 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-8989d8d6-8175-4546-b78d-84c6ac15c6fe req-a2edd7e4-54a7-40ae-a12d-9e78cde22b56 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f712cad4-e8ca-42ec-98fb-45f5bacc0fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0470734 Nov 03 02:08:56.190626 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-8989d8d6-8175-4546-b78d-84c6ac15c6fe req-dc1deac3-cf05-4bd0-a9aa-864ed7bbfc44 service neutron] 10.222.0.37 "GET /v2.0/networks/f712cad4-e8ca-42ec-98fb-45f5bacc0fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860457 Nov 03 02:08:56.277035 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e97c5e-0b91-4ec9-ad76-63858b0b483b req-24219398-305d-4ce7-a616-7cdf148f231f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:56.278595 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-c1e97c5e-0b91-4ec9-ad76-63858b0b483b req-24219398-305d-4ce7-a616-7cdf148f231f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 1099 time: 0.0408576 Nov 03 02:08:56.281983 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [req-8989d8d6-8175-4546-b78d-84c6ac15c6fe req-04ad2633-7444-446c-9999-9d01394494dc service neutron] 10.222.0.37 "GET /v2.0/networks/f712cad4-e8ca-42ec-98fb-45f5bacc0fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842547 Nov 03 02:08:56.331522 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-c1e97c5e-0b91-4ec9-ad76-63858b0b483b req-ff43a93e-0501-4cff-9424-e85ae61faea8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e26279a2-a305-49d4-a7d3-c9e1b2e2d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397925 Nov 03 02:08:56.465278 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8794aacb-ecd5-4eed-b3d5-a765fc296d14 req-fb71c637-c077-4b30-ab0d-13fc791e056f tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:56.466755 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-8794aacb-ecd5-4eed-b3d5-a765fc296d14 req-fb71c637-c077-4b30-ab0d-13fc791e056f tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcedc8e-ab45-4300-9e60-6e82319256b8 HTTP/1.1" status: 200 len: 946 time: 0.0517249 Nov 03 02:08:56.516370 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-8794aacb-ecd5-4eed-b3d5-a765fc296d14 req-3ea78949-03ec-4b73-8f3b-462a9a08beb5 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/security-groups?id=6673ff9a-0ca4-4f70-9d44-9d4d676cb4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435696 Nov 03 02:08:56.810276 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d817d9a6-6ed0-4896-a6a5-aa8a1075b1ce req-0dbf60ba-d46a-4e33-98df-33548626cd6e tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:56.811716 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d817d9a6-6ed0-4896-a6a5-aa8a1075b1ce req-0dbf60ba-d46a-4e33-98df-33548626cd6e tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 946 time: 0.0525610 Nov 03 02:08:56.859333 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d817d9a6-6ed0-4896-a6a5-aa8a1075b1ce req-398ae227-b3c5-45c1-8175-5a449581614e tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=e26279a2-a305-49d4-a7d3-c9e1b2e2d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409923 Nov 03 02:08:57.182858 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d87508-1da1-48a2-bede-4b0f75fe73b2 req-c1f2097d-e71c-4f49-8310-9453ac37424f tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:57.184319 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-42d87508-1da1-48a2-bede-4b0f75fe73b2 req-c1f2097d-e71c-4f49-8310-9453ac37424f tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2ac3d5d-bfe6-4665-a05e-4e43603bdeea HTTP/1.1" status: 200 len: 943 time: 0.0517530 Nov 03 02:08:57.237638 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-42d87508-1da1-48a2-bede-4b0f75fe73b2 req-d0af434e-d932-44e5-b85b-2a427abe6d73 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1e43461-b85d-4639-b4a3-3f08fe84210d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460863 Nov 03 02:08:57.627876 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e39a0d-c3a6-4307-99a4-c32ad45fc621 req-10332edd-604a-40ca-8aae-d6905d082ae4 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:57.629314 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-c6e39a0d-c3a6-4307-99a4-c32ad45fc621 req-10332edd-604a-40ca-8aae-d6905d082ae4 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcedc8e-ab45-4300-9e60-6e82319256b8 HTTP/1.1" status: 200 len: 946 time: 0.0475297 Nov 03 02:08:57.677767 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-c6e39a0d-c3a6-4307-99a4-c32ad45fc621 req-4503e95a-b3fb-4a02-94b2-9ec9e2daf686 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/security-groups?id=6673ff9a-0ca4-4f70-9d44-9d4d676cb4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425472 Nov 03 02:08:57.976179 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cadc3d-4a35-4807-abb2-a373be077c70 req-93219bab-4a8a-46b3-99c6-40becfa7171d tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:57.977619 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-99cadc3d-4a35-4807-abb2-a373be077c70 req-93219bab-4a8a-46b3-99c6-40becfa7171d tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 946 time: 0.0479639 Nov 03 02:08:58.022946 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-99cadc3d-4a35-4807-abb2-a373be077c70 req-0966346f-c0b2-471f-8c31-7811255f61fe tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=e26279a2-a305-49d4-a7d3-c9e1b2e2d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395262 Nov 03 02:08:58.363539 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb0e46c-d0de-47a4-940b-88e6e4db1eac req-67306408-1958-4ba8-82f4-99dd2076dbdc tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:58.365132 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-afb0e46c-d0de-47a4-940b-88e6e4db1eac req-67306408-1958-4ba8-82f4-99dd2076dbdc tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2ac3d5d-bfe6-4665-a05e-4e43603bdeea HTTP/1.1" status: 200 len: 943 time: 0.0533020 Nov 03 02:08:58.417871 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-afb0e46c-d0de-47a4-940b-88e6e4db1eac req-437f4459-8a95-462e-90b5-0f03424dce15 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1e43461-b85d-4639-b4a3-3f08fe84210d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449851 Nov 03 02:08:59.140348 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daacd1ff-066a-4a01-842c-f20b54e6744a req-26701f4c-6ead-483c-9714-742992d5c7e8 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:59.141782 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-daacd1ff-066a-4a01-842c-f20b54e6744a req-26701f4c-6ead-483c-9714-742992d5c7e8 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 946 time: 0.0470736 Nov 03 02:08:59.187458 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-daacd1ff-066a-4a01-842c-f20b54e6744a req-74ed08cf-f131-4197-b574-aaaec52457b3 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=e26279a2-a305-49d4-a7d3-c9e1b2e2d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391693 Nov 03 02:08:59.533716 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe29699a-4702-40dd-837c-8f4395df9ca1 req-44f58dee-de20-4643-a6a1-e9726cca0f8b tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:08:59.535178 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-fe29699a-4702-40dd-837c-8f4395df9ca1 req-44f58dee-de20-4643-a6a1-e9726cca0f8b tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2ac3d5d-bfe6-4665-a05e-4e43603bdeea HTTP/1.1" status: 200 len: 943 time: 0.0506198 Nov 03 02:08:59.585855 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-fe29699a-4702-40dd-837c-8f4395df9ca1 req-a0da9d61-7c2f-4363-b911-e4fae1fbc435 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1e43461-b85d-4639-b4a3-3f08fe84210d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448198 Nov 03 02:08:59.905337 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:00.305357 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d115e7-7120-4713-8b76-094b976e4dc6 req-4b12b3f8-4e4d-4949-9223-93b04bb0a1cc tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:09:00.307093 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a3d115e7-7120-4713-8b76-094b976e4dc6 req-4b12b3f8-4e4d-4949-9223-93b04bb0a1cc tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 946 time: 0.0481462 Nov 03 02:09:00.356248 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a3d115e7-7120-4713-8b76-094b976e4dc6 req-7d12abf4-8ea2-468b-a31d-f84f35c1e7fd tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=e26279a2-a305-49d4-a7d3-c9e1b2e2d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431519 Nov 03 02:09:00.697506 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ae20c0-a33b-41e0-8eaa-79fd0167ae37 req-2395e0e7-26d9-4b1a-a7aa-1459b7f6484e tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:09:00.698964 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-18ae20c0-a33b-41e0-8eaa-79fd0167ae37 req-2395e0e7-26d9-4b1a-a7aa-1459b7f6484e tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2ac3d5d-bfe6-4665-a05e-4e43603bdeea HTTP/1.1" status: 200 len: 943 time: 0.0487106 Nov 03 02:09:00.750047 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-18ae20c0-a33b-41e0-8eaa-79fd0167ae37 req-f8530465-f6e7-427b-8ab3-809e84765101 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1e43461-b85d-4639-b4a3-3f08fe84210d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450814 Nov 03 02:09:01.484049 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a79a9fd-a56b-4fe4-80dd-b7a37ef33a2b req-266eb7e0-87cf-45ba-bef9-d8b2ce4b8a6b tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:09:01.485953 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-6a79a9fd-a56b-4fe4-80dd-b7a37ef33a2b req-266eb7e0-87cf-45ba-bef9-d8b2ce4b8a6b tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 946 time: 0.0578070 Nov 03 02:09:01.544724 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-6a79a9fd-a56b-4fe4-80dd-b7a37ef33a2b req-d9019ac9-6559-488f-b8c6-a7d8c92451a1 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=e26279a2-a305-49d4-a7d3-c9e1b2e2d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471439 Nov 03 02:09:01.869024 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89095de2-494c-4435-a698-d8298f87066c req-2c800ec9-d5fd-45d4-9314-425bd8c4af6e tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:09:01.870515 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-89095de2-494c-4435-a698-d8298f87066c req-2c800ec9-d5fd-45d4-9314-425bd8c4af6e tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2ac3d5d-bfe6-4665-a05e-4e43603bdeea HTTP/1.1" status: 200 len: 943 time: 0.0551300 Nov 03 02:09:01.919395 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-89095de2-494c-4435-a698-d8298f87066c req-b5d8dfb7-3cf6-40fb-bb83-b6feaed3854e tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1e43461-b85d-4639-b4a3-3f08fe84210d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427976 Nov 03 02:09:02.669597 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181cffa9-de82-4cee-b507-1f36e52358d2 req-7684c495-b8be-4154-b226-8d169a4cddd4 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:09:02.671156 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-181cffa9-de82-4cee-b507-1f36e52358d2 req-7684c495-b8be-4154-b226-8d169a4cddd4 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 946 time: 0.0528698 Nov 03 02:09:02.717474 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-181cffa9-de82-4cee-b507-1f36e52358d2 req-2b3772ca-e3f7-492d-a32c-802ad98caa19 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=e26279a2-a305-49d4-a7d3-c9e1b2e2d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404902 Nov 03 02:09:03.030212 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0762fe50-71a2-4978-9799-3c469ffa7ad3 req-bc9bae05-b8d2-41ea-8bcb-848ad417e300 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:09:03.031678 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-0762fe50-71a2-4978-9799-3c469ffa7ad3 req-bc9bae05-b8d2-41ea-8bcb-848ad417e300 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2ac3d5d-bfe6-4665-a05e-4e43603bdeea HTTP/1.1" status: 200 len: 943 time: 0.0475950 Nov 03 02:09:03.080012 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-0762fe50-71a2-4978-9799-3c469ffa7ad3 req-7fdd407e-3b73-444c-860c-07e64d76903b tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1e43461-b85d-4639-b4a3-3f08fe84210d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425096 Nov 03 02:09:04.078177 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-359c69c4-deb0-48ae-91c3-5cca3c0f5a4a req-fda74f46-0f78-468b-b52c-c1b6b3a86dfb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389323 Nov 03 02:09:04.146020 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c69c4-deb0-48ae-91c3-5cca3c0f5a4a req-deab02af-b9ab-472b-b092-68a581cb0426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:09:04.147582 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-359c69c4-deb0-48ae-91c3-5cca3c0f5a4a req-deab02af-b9ab-472b-b092-68a581cb0426 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=86777c3ab41c4ea8bbbdf156c7792513&device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 1099 time: 0.0433774 Nov 03 02:09:04.250595 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845253a-4654-41c3-9fdd-a49f93957fcf req-867089f9-a62d-46d4-88c2-2761df2c248e tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:09:04.252042 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1845253a-4654-41c3-9fdd-a49f93957fcf req-867089f9-a62d-46d4-88c2-2761df2c248e tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2ac3d5d-bfe6-4665-a05e-4e43603bdeea HTTP/1.1" status: 200 len: 943 time: 0.1035955 Nov 03 02:09:04.292793 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c69c4-deb0-48ae-91c3-5cca3c0f5a4a req-4eadd694-4893-4783-b2cf-39bdd16eb39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:09:04.294223 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-359c69c4-deb0-48ae-91c3-5cca3c0f5a4a req-4eadd694-4893-4783-b2cf-39bdd16eb39d service neutron] 10.222.0.37 "GET /v2.0/networks?id=f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9 HTTP/1.1" status: 200 len: 918 time: 0.1201496 Nov 03 02:09:04.323543 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1845253a-4654-41c3-9fdd-a49f93957fcf req-65c045e2-acaa-4769-829b-4533333e365e tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1e43461-b85d-4639-b4a3-3f08fe84210d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655375 Nov 03 02:09:04.374496 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-359c69c4-deb0-48ae-91c3-5cca3c0f5a4a req-51d46594-5c04-4e1c-99e2-034da8113088 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53f57377-fc10-41c9-b2f6-7fbdab22b983 HTTP/1.1" status: 200 len: 1001 time: 0.0694585 Nov 03 02:09:04.425294 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c69c4-deb0-48ae-91c3-5cca3c0f5a4a req-130eae95-e113-44fb-a3db-070a6dfffe2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:09:04.426732 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-359c69c4-deb0-48ae-91c3-5cca3c0f5a4a req-130eae95-e113-44fb-a3db-070a6dfffe2b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=95177d92-9024-40b6-ac79-02b9d5fce0cc HTTP/1.1" status: 200 len: 856 time: 0.0451152 Nov 03 02:09:04.470478 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c69c4-deb0-48ae-91c3-5cca3c0f5a4a req-646bb171-f46b-46c7-9dad-051246000891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:09:04.471888 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-359c69c4-deb0-48ae-91c3-5cca3c0f5a4a req-646bb171-f46b-46c7-9dad-051246000891 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382643 Nov 03 02:09:04.558418 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-359c69c4-deb0-48ae-91c3-5cca3c0f5a4a req-5d051552-1e8a-4d3a-ae68-321ef9875ffe service neutron] 10.222.0.37 "GET /v2.0/networks/f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792749 Nov 03 02:09:04.648740 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-359c69c4-deb0-48ae-91c3-5cca3c0f5a4a req-67de06ee-66d5-40fa-96f3-b5f77df1e154 service neutron] 10.222.0.37 "GET /v2.0/networks/f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830858 Nov 03 02:09:05.434585 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9512a9ee-b7e7-476e-a61d-1894512ce970 req-c93c7824-bf5b-4ec2-ab8d-1fd2a4b0c9b6 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:09:05.436021 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-9512a9ee-b7e7-476e-a61d-1894512ce970 req-c93c7824-bf5b-4ec2-ab8d-1fd2a4b0c9b6 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2ac3d5d-bfe6-4665-a05e-4e43603bdeea HTTP/1.1" status: 200 len: 943 time: 0.0475659 Nov 03 02:09:05.438884 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device 965fb444-aa57-4bbf-bf8d-51156d65ecb3 details requested by agent hyperv_hv-cinder-81561 with host hv-cinder-81561 {{(pid=108316) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 02:09:05.484837 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-9512a9ee-b7e7-476e-a61d-1894512ce970 req-88d1eeb4-ade9-4a32-b61c-6c111657a2f6 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1e43461-b85d-4639-b4a3-3f08fe84210d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429158 Nov 03 02:09:05.536297 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] For port 965fb444-aa57-4bbf-bf8d-51156d65ecb3, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=965fb444-aa57-4bbf-bf8d-51156d65ecb3,segment=NetworkSegment(974828e1-7153-4348-912c-a42e71ffbf48),segment_id=974828e1-7153-4348-912c-a42e71ffbf48)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:09:05.547603 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Returning: {'device': '965fb444-aa57-4bbf-bf8d-51156d65ecb3', 'network_id': 'f712cad4-e8ca-42ec-98fb-45f5bacc0fc1', 'port_id': '965fb444-aa57-4bbf-bf8d-51156d65ecb3', 'mac_address': 'fa:16:3e:f9:d9:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43639205-925f-474d-a075-6f18826b2705', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108316) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 02:09:05.585963 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:05.598348 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.notifiers.nova [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 965fb444-aa57-4bbf-bf8d-51156d65ecb3 {{(pid=108316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 02:09:05.617552 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] For port 965fb444-aa57-4bbf-bf8d-51156d65ecb3, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=965fb444-aa57-4bbf-bf8d-51156d65ecb3,segment=NetworkSegment(974828e1-7153-4348-912c-a42e71ffbf48),segment_id=974828e1-7153-4348-912c-a42e71ffbf48)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:09:05.744324 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:05.792526 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Pushing event updated for resources: {'Port': ['ID=965fb444-aa57-4bbf-bf8d-51156d65ecb3,revision_number=4']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:09:05.976382 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] get_ports_and_sgs() called for port_ids ['965fb444-aa57-4bbf-bf8d-51156d65ecb3'] {{(pid=108316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 02:09:06.606360 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2948d5-42ea-4174-88c3-0601dc32c981 req-9a272583-dbf4-4952-b9fb-7eb1ba350227 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:09:06.610567 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-5b2948d5-42ea-4174-88c3-0601dc32c981 req-9a272583-dbf4-4952-b9fb-7eb1ba350227 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2ac3d5d-bfe6-4665-a05e-4e43603bdeea HTTP/1.1" status: 200 len: 944 time: 0.0571830 Nov 03 02:09:06.660641 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-5b2948d5-42ea-4174-88c3-0601dc32c981 req-d217e836-320a-4397-aafc-b070cb61888c tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1e43461-b85d-4639-b4a3-3f08fe84210d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470483 Nov 03 02:09:06.822455 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 50932) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:09:06.925801 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-4ad9e3da-057f-414b-987d-d955eba04179 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:06.995938 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-4ad9e3da-057f-414b-987d-d955eba04179 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:07.082172 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-4ad9e3da-057f-414b-987d-d955eba04179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:07.119949 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-4ad9e3da-057f-414b-987d-d955eba04179 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=13a002b996b94e039f1a36db68ed5184&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2963786 Nov 03 02:09:07.124580 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad9e3da-057f-414b-987d-d955eba04179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa4e3825-9eb7-42f5-85db-368e65415733,revision_number=1']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:09:07.124712 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 50936) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:09:07.171826 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-cec29ca6-258f-4304-9f53-9838bb1f4005 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:07.192887 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-cec29ca6-258f-4304-9f53-9838bb1f4005 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:07.339439 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-cec29ca6-258f-4304-9f53-9838bb1f4005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:07.341906 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-cec29ca6-258f-4304-9f53-9838bb1f4005 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:07.343107 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-cec29ca6-258f-4304-9f53-9838bb1f4005 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fa4e3825-9eb7-42f5-85db-368e65415733 HTTP/1.1" status: 204 len: 168 time: 0.2194448 Nov 03 02:09:07.350706 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec29ca6-258f-4304-9f53-9838bb1f4005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa4e3825-9eb7-42f5-85db-368e65415733,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:09:07.443483 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device 965fb444-aa57-4bbf-bf8d-51156d65ecb3 up at agent hyperv_hv-cinder-81561 {{(pid=108316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:09:07.563034 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Provisioning for port 965fb444-aa57-4bbf-bf8d-51156d65ecb3 completed by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 02:09:07.569236 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Provisioning complete for port 965fb444-aa57-4bbf-bf8d-51156d65ecb3 triggered by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:09:07.569236 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:07.651935 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:07.677601 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2ac3d5d-bfe6-4665-a05e-4e43603bdeea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '965fb444-aa57-4bbf-bf8d-51156d65ecb3'}] {{(pid=108316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:09:07.680556 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c49bda4003134bcf77c295383a637b11cae661d7d3df1045ea696fe6ff2a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2ad7a2-d606-41a9-9fa0-62dea78237be" -d '{"events": [{"server_uuid": "e2ac3d5d-bfe6-4665-a05e-4e43603bdeea", "name": "network-vif-plugged", "status": "completed", "tag": "965fb444-aa57-4bbf-bf8d-51156d65ecb3"}]}' {{(pid=108316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:09:07.698298 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] For port 965fb444-aa57-4bbf-bf8d-51156d65ecb3, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=965fb444-aa57-4bbf-bf8d-51156d65ecb3,segment=NetworkSegment(974828e1-7153-4348-912c-a42e71ffbf48),segment_id=974828e1-7153-4348-912c-a42e71ffbf48)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:09:07.727229 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 02:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e65a497c-6e24-4087-b6c5-c26d410b0490 x-openstack-request-id: req-e65a497c-6e24-4087-b6c5-c26d410b0490 {{(pid=108316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:09:07.727527 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2ac3d5d-bfe6-4665-a05e-4e43603bdeea", "name": "network-vif-plugged", "status": "completed", "tag": "965fb444-aa57-4bbf-bf8d-51156d65ecb3", "code": 200}]} {{(pid=108316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:09:07.727777 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e65a497c-6e24-4087-b6c5-c26d410b0490 {{(pid=108316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:09:07.728253 dv-cinder-815614-3-iscsi neutron-server[108316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2ac3d5d-bfe6-4665-a05e-4e43603bdeea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '965fb444-aa57-4bbf-bf8d-51156d65ecb3', 'code': 200} Nov 03 02:09:07.785280 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:07.785513 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c910997-02ea-4404-a943-f823f0ba8ae9 req-5d6f57fd-78f9-46bd-9bc8-93e6763c8e7a tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:09:07.786930 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-6c910997-02ea-4404-a943-f823f0ba8ae9 req-5d6f57fd-78f9-46bd-9bc8-93e6763c8e7a tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2ac3d5d-bfe6-4665-a05e-4e43603bdeea HTTP/1.1" status: 200 len: 944 time: 0.0492656 Nov 03 02:09:07.837177 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Pushing event updated for resources: {'Port': ['ID=965fb444-aa57-4bbf-bf8d-51156d65ecb3,revision_number=5']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:09:07.843206 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-6c910997-02ea-4404-a943-f823f0ba8ae9 req-a30cad85-b1a8-4d47-986e-d8e13a944234 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1e43461-b85d-4639-b4a3-3f08fe84210d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498223 Nov 03 02:09:08.092213 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c26eb47-2cd3-4dd7-b342-fb6d05e6c136 req-c201a102-2b6b-4bbe-b221-a0a087ea1174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:09:08.093596 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-0c26eb47-2cd3-4dd7-b342-fb6d05e6c136 req-c201a102-2b6b-4bbe-b221-a0a087ea1174 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e2ac3d5d-bfe6-4665-a05e-4e43603bdeea HTTP/1.1" status: 200 len: 1098 time: 0.0386574 Nov 03 02:09:08.141649 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-0c26eb47-2cd3-4dd7-b342-fb6d05e6c136 req-afde18a1-c793-4252-ab40-d11eeb3b1485 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e1e43461-b85d-4639-b4a3-3f08fe84210d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395737 Nov 03 02:09:08.957494 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead29528-d3d4-4f9b-8eba-22c3812443cd req-c463d82c-a6fc-4aa2-a4dd-130547509bd3 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:09:08.958969 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-ead29528-d3d4-4f9b-8eba-22c3812443cd req-c463d82c-a6fc-4aa2-a4dd-130547509bd3 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2ac3d5d-bfe6-4665-a05e-4e43603bdeea HTTP/1.1" status: 200 len: 945 time: 0.0479310 Nov 03 02:09:09.006017 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-ead29528-d3d4-4f9b-8eba-22c3812443cd req-3ac8e1bd-90dc-48dd-ac44-df265a37230c tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1e43461-b85d-4639-b4a3-3f08fe84210d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410538 Nov 03 02:09:10.120106 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99833226-1a3c-447d-b8bf-77468f6105d9 req-b65f33ad-e7db-465f-9da2-10cb2051fdb2 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:09:10.121534 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-99833226-1a3c-447d-b8bf-77468f6105d9 req-b65f33ad-e7db-465f-9da2-10cb2051fdb2 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2ac3d5d-bfe6-4665-a05e-4e43603bdeea HTTP/1.1" status: 200 len: 945 time: 0.0500691 Nov 03 02:09:10.169116 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-99833226-1a3c-447d-b8bf-77468f6105d9 req-59fca0ef-92b9-49d7-9528-1270e2dac0da tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1e43461-b85d-4639-b4a3-3f08fe84210d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417802 Nov 03 02:09:10.281488 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b6218-4b41-4c2d-9929-dff1824b7c07 req-d20c006f-056e-4f63-8d6a-e82e182257ee tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:09:10.283000 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-7f2b6218-4b41-4c2d-9929-dff1824b7c07 req-d20c006f-056e-4f63-8d6a-e82e182257ee tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2ac3d5d-bfe6-4665-a05e-4e43603bdeea HTTP/1.1" status: 200 len: 945 time: 0.0465610 Nov 03 02:09:10.330974 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-7f2b6218-4b41-4c2d-9929-dff1824b7c07 req-faec63db-b783-42f8-8c99-4f7379d21373 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1e43461-b85d-4639-b4a3-3f08fe84210d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416565 Nov 03 02:09:10.352539 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 50950) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:09:10.524178 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ae7bf1-ed22-4757-ae13-be2bc8525cb2 tempest-TestVolumeBootPattern-1258374316 tempest-TestVolumeBootPattern-1258374316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:09:10.525614 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-16ae7bf1-ed22-4757-ae13-be2bc8525cb2 tempest-TestVolumeBootPattern-1258374316 tempest-TestVolumeBootPattern-1258374316-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e2ac3d5d-bfe6-4665-a05e-4e43603bdeea HTTP/1.1" status: 200 len: 1093 time: 0.1721413 Nov 03 02:09:10.528533 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 50954) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:09:10.532728 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.v2.base [None req-31b6ead8-d48e-4b93-b0e9-ad147b219794 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Request body: {'floatingip': {'floating_network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'port_id': '965fb444-aa57-4bbf-bf8d-51156d65ecb3', 'tenant_id': 'a08b0f1fc6b940148531ae61a6847288', 'fixed_ip_address': '172.20.0.3'}} {{(pid=108314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:09:10.649451 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-31b6ead8-d48e-4b93-b0e9-ad147b219794 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks [] for floatingip, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:10.751689 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-31b6ead8-d48e-4b93-b0e9-ad147b219794 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:10.854374 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.db_base_plugin_common [None req-31b6ead8-d48e-4b93-b0e9-ad147b219794 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Allocated IP 172.27.1.48 (4ca214f6-e89c-4bd7-af93-48c10786815e/d2239322-01a4-44c7-bb94-af7246032662/85c0f6e6-739c-4819-b908-e781c88dbd38) {{(pid=108314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:09:11.190874 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-31b6ead8-d48e-4b93-b0e9-ad147b219794 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks [] for port, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:11.317186 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-31b6ead8-d48e-4b93-b0e9-ad147b219794 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784217128214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126899639'] for port, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:11.354681 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b6ead8-d48e-4b93-b0e9-ad147b219794 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Network 4ca214f6-e89c-4bd7-af93-48c10786815e is already hosted by enough agents. {{(pid=108314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:09:11.357356 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.base_scheduler [None req-31b6ead8-d48e-4b93-b0e9-ad147b219794 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Resources bound (agent type, host, resource id): {{(pid=108314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:09:11.362781 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b6ead8-d48e-4b93-b0e9-ad147b219794 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Received port after_create {{(pid=108314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:09:11.386164 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b6ead8-d48e-4b93-b0e9-ad147b219794 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Pushing event updated for resources: {'Port': ['ID=85c0f6e6-739c-4819-b908-e781c88dbd38,revision_number=1']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:09:11.396680 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6ead8-d48e-4b93-b0e9-ad147b219794 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:09:11.397051 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6ead8-d48e-4b93-b0e9-ad147b219794 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:09:11.397416 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6ead8-d48e-4b93-b0e9-ad147b219794 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:09:11.397745 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6ead8-d48e-4b93-b0e9-ad147b219794 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:09:11.398069 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6ead8-d48e-4b93-b0e9-ad147b219794 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:09:11.398428 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6ead8-d48e-4b93-b0e9-ad147b219794 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:09:11.398742 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6ead8-d48e-4b93-b0e9-ad147b219794 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:09:11.399061 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6ead8-d48e-4b93-b0e9-ad147b219794 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:09:11.399381 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6ead8-d48e-4b93-b0e9-ad147b219794 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:09:11.399701 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6ead8-d48e-4b93-b0e9-ad147b219794 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:09:11.400014 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6ead8-d48e-4b93-b0e9-ad147b219794 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:09:11.400328 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6ead8-d48e-4b93-b0e9-ad147b219794 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:09:11.715178 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-31b6ead8-d48e-4b93-b0e9-ad147b219794 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:11.831766 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-31b6ead8-d48e-4b93-b0e9-ad147b219794 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:11.974222 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-31b6ead8-d48e-4b93-b0e9-ad147b219794 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks [] for port, precommit_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:12.042266 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-31b6ead8-d48e-4b93-b0e9-ad147b219794 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126899640'] for port, after_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:12.111043 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b6ead8-d48e-4b93-b0e9-ad147b219794 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Pushing event updated for resources: {'Port': ['ID=85c0f6e6-739c-4819-b908-e781c88dbd38,revision_number=2']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:09:12.119606 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-31b6ead8-d48e-4b93-b0e9-ad147b219794 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641583'] for floatingip, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:12.216945 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.db.l3_db [None req-31b6ead8-d48e-4b93-b0e9-ad147b219794 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Floating IP 3dc9412a-45e3-42c9-b075-140bdad1caf8 associated. External IP: 172.27.1.48, port: 965fb444-aa57-4bbf-bf8d-51156d65ecb3. Nov 03 02:09:12.421054 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31b6ead8-d48e-4b93-b0e9-ad147b219794 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Router c53cceb8-96b2-410c-a04b-01b956cef230 has already been hosted by L3 agent dfdd482b-800d-4ddb-af67-bfdcf28c1d2f {{(pid=108314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:09:12.524505 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b6ead8-d48e-4b93-b0e9-ad147b219794 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Notify agent at l3_agent.dv-cinder-815614-3-iscsi the message routers_updated {{(pid=108314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:09:12.533894 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7634389c-f77c-436f-8c0f-7e39dd62d1c4 None None] Sync routers for ids ['c53cceb8-96b2-410c-a04b-01b956cef230'] in dv-cinder-815614-3-iscsi {{(pid=108316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:09:12.543975 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7634389c-f77c-436f-8c0f-7e39dd62d1c4 None None] Routers {'c53cceb8-96b2-410c-a04b-01b956cef230'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:09:12.549315 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-7634389c-f77c-436f-8c0f-7e39dd62d1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:08:49Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['c53cceb8-96b2-410c-a04b-01b956cef230'], 'active': True} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:09:12.603701 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-31b6ead8-d48e-4b93-b0e9-ad147b219794 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622'] for floatingip, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:12.631756 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-31b6ead8-d48e-4b93-b0e9-ad147b219794 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1008210 Nov 03 02:09:12.632345 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2ac3d5d-bfe6-4665-a05e-4e43603bdeea', 'tag': '965fb444-aa57-4bbf-bf8d-51156d65ecb3'}] {{(pid=108314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:09:12.634601 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b9e71fb97e4882bef21449c101b24c97d897c9b718fbc8dac7673975a826a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc6e55a-cb4f-4a1a-b2fd-de18785f656f" -d '{"events": [{"name": "network-changed", "server_uuid": "e2ac3d5d-bfe6-4665-a05e-4e43603bdeea", "tag": "965fb444-aa57-4bbf-bf8d-51156d65ecb3"}]}' {{(pid=108314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:09:12.650883 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvr_db [None req-7634389c-f77c-436f-8c0f-7e39dd62d1c4 None None] Set router c53cceb8-96b2-410c-a04b-01b956cef230 gateway port host: dv-cinder-815614-3-iscsi {{(pid=108316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:09:12.680579 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 02:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8deb139-ed1f-4d0b-9c24-aa582a822d4c x-openstack-request-id: req-d8deb139-ed1f-4d0b-9c24-aa582a822d4c {{(pid=108314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:09:12.681132 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2ac3d5d-bfe6-4665-a05e-4e43603bdeea", "tag": "965fb444-aa57-4bbf-bf8d-51156d65ecb3", "status": "completed", "code": 200}]} {{(pid=108314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:09:12.681389 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d8deb139-ed1f-4d0b-9c24-aa582a822d4c {{(pid=108314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:09:12.681793 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2ac3d5d-bfe6-4665-a05e-4e43603bdeea', 'tag': '965fb444-aa57-4bbf-bf8d-51156d65ecb3', 'status': 'completed', 'code': 200} Nov 03 02:09:12.750258 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc6e55a-cb4f-4a1a-b2fd-de18785f656f req-c9f83850-c68a-4cfe-869d-8b0808ef287c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:09:12.751939 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-adc6e55a-cb4f-4a1a-b2fd-de18785f656f req-c9f83850-c68a-4cfe-869d-8b0808ef287c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a08b0f1fc6b940148531ae61a6847288&device_id=e2ac3d5d-bfe6-4665-a05e-4e43603bdeea HTTP/1.1" status: 200 len: 1098 time: 0.0404782 Nov 03 02:09:12.843298 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc6e55a-cb4f-4a1a-b2fd-de18785f656f req-9d37225b-e5d7-4610-984f-eb84b3aa13a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:09:12.844746 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-adc6e55a-cb4f-4a1a-b2fd-de18785f656f req-9d37225b-e5d7-4610-984f-eb84b3aa13a1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f712cad4-e8ca-42ec-98fb-45f5bacc0fc1 HTTP/1.1" status: 200 len: 912 time: 0.0863860 Nov 03 02:09:12.873060 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-7634389c-f77c-436f-8c0f-7e39dd62d1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'name': 'tempest-TestVolumeBootPattern-964798403-router', 'tenant_id': 'a08b0f1fc6b940148531ae61a6847288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '27fddf72-16d8-4633-a63b-2c55aeb0aa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:07:52Z', 'updated_at': '2021-11-03T02:07:56Z', 'revision_number': 4, 'project_id': 'a08b0f1fc6b940148531ae61a6847288', 'gw_port': {'id': '27fddf72-16d8-4633-a63b-2c55aeb0aa60', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:75:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:07:53Z', 'updated_at': '2021-11-03T02:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_floatingips': [{'id': '3dc9412a-45e3-42c9-b075-140bdad1caf8', 'tenant_id': 'a08b0f1fc6b940148531ae61a6847288', 'floating_ip_address': '172.27.1.48', 'floating_network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'router_id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'port_id': '965fb444-aa57-4bbf-bf8d-51156d65ecb3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f712cad4-e8ca-42ec-98fb-45f5bacc0fc1', 'mac_address': 'fa:16:3e:f9:d9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ac3d5d-bfe6-4665-a05e-4e43603bdeea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T02:09:11Z', 'updated_at': '2021-11-03T02:09:11Z', 'revision_number': 0, 'project_id': 'a08b0f1fc6b940148531ae61a6847288', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee1dbab4-efdb-4180-a487-fed713956095', 'name': '', 'network_id': 'f712cad4-e8ca-42ec-98fb-45f5bacc0fc1', 'tenant_id': 'a08b0f1fc6b940148531ae61a6847288', 'mac_address': 'fa:16:3e:b7:1b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '43639205-925f-474d-a075-6f18826b2705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:07:56Z', 'updated_at': '2021-11-03T02:08:02Z', 'revision_number': 5, 'project_id': 'a08b0f1fc6b940148531ae61a6847288', 'subnets': [{'id': '43639205-925f-474d-a075-6f18826b2705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:09:12.901555 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7634389c-f77c-436f-8c0f-7e39dd62d1c4 None None] Checking router: c53cceb8-96b2-410c-a04b-01b956cef230 for host: dv-cinder-815614-3-iscsi {{(pid=108316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:09:12.909640 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7634389c-f77c-436f-8c0f-7e39dd62d1c4 None None] Routers {'c53cceb8-96b2-410c-a04b-01b956cef230'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:09:12.910258 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-7634389c-f77c-436f-8c0f-7e39dd62d1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:08:49Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['c53cceb8-96b2-410c-a04b-01b956cef230'], 'active': True} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:09:12.912246 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-adc6e55a-cb4f-4a1a-b2fd-de18785f656f req-77fc2144-79aa-4920-a6eb-709a83760f22 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=965fb444-aa57-4bbf-bf8d-51156d65ecb3 HTTP/1.1" status: 200 len: 998 time: 0.0565357 Nov 03 02:09:12.962211 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.agents_db [None req-a2914077-2d9d-4477-8dde-df1573e0789a None None] Agent healthcheck: found 6 active agents {{(pid=108317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:09:12.963092 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc6e55a-cb4f-4a1a-b2fd-de18785f656f req-92002d75-a0b6-4b39-b459-18cd49ec4d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:09:12.964596 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-adc6e55a-cb4f-4a1a-b2fd-de18785f656f req-92002d75-a0b6-4b39-b459-18cd49ec4d79 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=43639205-925f-474d-a075-6f18826b2705 HTTP/1.1" status: 200 len: 850 time: 0.0436966 Nov 03 02:09:13.012494 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvr_db [None req-7634389c-f77c-436f-8c0f-7e39dd62d1c4 None None] Set router c53cceb8-96b2-410c-a04b-01b956cef230 gateway port host: dv-cinder-815614-3-iscsi {{(pid=108316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:09:13.015901 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc6e55a-cb4f-4a1a-b2fd-de18785f656f req-f735edbb-03bc-412a-bb62-d5562e768198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:09:13.017418 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-adc6e55a-cb4f-4a1a-b2fd-de18785f656f req-f735edbb-03bc-412a-bb62-d5562e768198 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f712cad4-e8ca-42ec-98fb-45f5bacc0fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429993 Nov 03 02:09:13.114499 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-adc6e55a-cb4f-4a1a-b2fd-de18785f656f req-80fad459-97d4-4b27-bb29-1e65f102e681 service neutron] 10.222.0.37 "GET /v2.0/networks/f712cad4-e8ca-42ec-98fb-45f5bacc0fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825443 Nov 03 02:09:13.212457 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-adc6e55a-cb4f-4a1a-b2fd-de18785f656f req-62a7ce23-27f2-4fde-a4ea-4e79df47b7cc service neutron] 10.222.0.37 "GET /v2.0/networks/f712cad4-e8ca-42ec-98fb-45f5bacc0fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912533 Nov 03 02:09:13.348981 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-7634389c-f77c-436f-8c0f-7e39dd62d1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'name': 'tempest-TestVolumeBootPattern-964798403-router', 'tenant_id': 'a08b0f1fc6b940148531ae61a6847288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '27fddf72-16d8-4633-a63b-2c55aeb0aa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:07:52Z', 'updated_at': '2021-11-03T02:07:56Z', 'revision_number': 4, 'project_id': 'a08b0f1fc6b940148531ae61a6847288', 'gw_port': {'id': '27fddf72-16d8-4633-a63b-2c55aeb0aa60', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:75:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:07:53Z', 'updated_at': '2021-11-03T02:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_floatingips': [{'id': '3dc9412a-45e3-42c9-b075-140bdad1caf8', 'tenant_id': 'a08b0f1fc6b940148531ae61a6847288', 'floating_ip_address': '172.27.1.48', 'floating_network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'router_id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'port_id': '965fb444-aa57-4bbf-bf8d-51156d65ecb3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f712cad4-e8ca-42ec-98fb-45f5bacc0fc1', 'mac_address': 'fa:16:3e:f9:d9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ac3d5d-bfe6-4665-a05e-4e43603bdeea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T02:09:11Z', 'updated_at': '2021-11-03T02:09:11Z', 'revision_number': 0, 'project_id': 'a08b0f1fc6b940148531ae61a6847288', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee1dbab4-efdb-4180-a487-fed713956095', 'name': '', 'network_id': 'f712cad4-e8ca-42ec-98fb-45f5bacc0fc1', 'tenant_id': 'a08b0f1fc6b940148531ae61a6847288', 'mac_address': 'fa:16:3e:b7:1b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '43639205-925f-474d-a075-6f18826b2705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:07:56Z', 'updated_at': '2021-11-03T02:08:02Z', 'revision_number': 5, 'project_id': 'a08b0f1fc6b940148531ae61a6847288', 'subnets': [{'id': '43639205-925f-474d-a075-6f18826b2705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:09:13.376999 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7634389c-f77c-436f-8c0f-7e39dd62d1c4 None None] The sync data for ids ['c53cceb8-96b2-410c-a04b-01b956cef230'] in dv-cinder-815614-3-iscsi is: [{'id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'name': 'tempest-TestVolumeBootPattern-964798403-router', 'tenant_id': 'a08b0f1fc6b940148531ae61a6847288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '27fddf72-16d8-4633-a63b-2c55aeb0aa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:07:52Z', 'updated_at': '2021-11-03T02:07:56Z', 'revision_number': 4, 'project_id': 'a08b0f1fc6b940148531ae61a6847288', 'gw_port': {'id': '27fddf72-16d8-4633-a63b-2c55aeb0aa60', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:75:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:07:53Z', 'updated_at': '2021-11-03T02:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_floatingips': [{'id': '3dc9412a-45e3-42c9-b075-140bdad1caf8', 'tenant_id': 'a08b0f1fc6b940148531ae61a6847288', 'floating_ip_address': '172.27.1.48', 'floating_network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'router_id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'port_id': '965fb444-aa57-4bbf-bf8d-51156d65ecb3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f712cad4-e8ca-42ec-98fb-45f5bacc0fc1', 'mac_address': 'fa:16:3e:f9:d9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ac3d5d-bfe6-4665-a05e-4e43603bdeea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T02:09:11Z', 'updated_at': '2021-11-03T02:09:11Z', 'revision_number': 0, 'project_id': 'a08b0f1fc6b940148531ae61a6847288', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee1dbab4-efdb-4180-a487-fed713956095', 'name': '', 'network_id': 'f712cad4-e8ca-42ec-98fb-45f5bacc0fc1', 'tenant_id': 'a08b0f1fc6b940148531ae61a6847288', 'mac_address': 'fa:16:3e:b7:1b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '43639205-925f-474d-a075-6f18826b2705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:07:56Z', 'updated_at': '2021-11-03T02:08:02Z', 'revision_number': 5, 'project_id': 'a08b0f1fc6b940148531ae61a6847288', 'subnets': [{'id': '43639205-925f-474d-a075-6f18826b2705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:09:13.552349 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7a5b34-ef3e-44c9-b697-b29ce75e41a8 None None] New status for floating IP 3dc9412a-45e3-42c9-b075-140bdad1caf8: ACTIVE {{(pid=108317) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 02:09:16.659561 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-699a3514-8385-4114-964f-c37ca6428c4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:18.955149 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-db8939fb-46b1-48de-bde0-3ff1963bfc19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:19.945667 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-3baf3433-eee1-48f0-90c8-209ed8ef0e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:21.345577 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-5b813f54-077d-440d-903f-32bc670fe069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:24.036326 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:29.887656 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:36.355527 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d74ae-0bfc-473f-87a3-068c2ea17f06 req-9520d4ad-b5d5-448d-ac8a-a6277a8959f3 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:09:36.357150 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-5b0d74ae-0bfc-473f-87a3-068c2ea17f06 req-9520d4ad-b5d5-448d-ac8a-a6277a8959f3 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 946 time: 0.0491989 Nov 03 02:09:36.404398 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-5b0d74ae-0bfc-473f-87a3-068c2ea17f06 req-1dba9586-8942-4ab3-a34b-29ad01ffe6af tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=e26279a2-a305-49d4-a7d3-c9e1b2e2d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412467 Nov 03 02:09:37.521536 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef5cf8-b896-4d5f-9fc3-e5ba2c3f1bac req-4d8dc3ed-7666-49f5-ab15-8eb29ff02802 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:09:37.522921 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-77ef5cf8-b896-4d5f-9fc3-e5ba2c3f1bac req-4d8dc3ed-7666-49f5-ab15-8eb29ff02802 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 946 time: 0.0478296 Nov 03 02:09:37.574107 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-77ef5cf8-b896-4d5f-9fc3-e5ba2c3f1bac req-6f336a52-78ec-432a-b3c6-622af6d10d0a tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups?id=e26279a2-a305-49d4-a7d3-c9e1b2e2d10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453386 Nov 03 02:09:37.830331 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e7ed25-0919-4f1b-b9ce-ff9f9ac8810a req-db401691-d9ac-4491-9f4d-0ac9d98e2984 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:09:37.831683 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-77e7ed25-0919-4f1b-b9ce-ff9f9ac8810a req-db401691-d9ac-4491-9f4d-0ac9d98e2984 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.37 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 946 time: 0.0481780 Nov 03 02:09:37.921362 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.plugin [req-77e7ed25-0919-4f1b-b9ce-ff9f9ac8810a req-9ca400df-c326-4a9a-8b10-2fe7477dcb00 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Deleting port 53f57377-fc10-41c9-b2f6-7fbdab22b983 {{(pid=108314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 02:09:37.921698 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-77e7ed25-0919-4f1b-b9ce-ff9f9ac8810a req-9ca400df-c326-4a9a-8b10-2fe7477dcb00 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784217550484'] for port, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:38.010468 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.db [req-77e7ed25-0919-4f1b-b9ce-ff9f9ac8810a req-9ca400df-c326-4a9a-8b10-2fe7477dcb00 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] For port 53f57377-fc10-41c9-b2f6-7fbdab22b983, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=53f57377-fc10-41c9-b2f6-7fbdab22b983,segment=NetworkSegment(3daecc90-8d27-458b-8803-ba0d162359ea),segment_id=3daecc90-8d27-458b-8803-ba0d162359ea)] {{(pid=108314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:09:38.010830 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-77e7ed25-0919-4f1b-b9ce-ff9f9ac8810a req-9ca400df-c326-4a9a-8b10-2fe7477dcb00 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538104'] for port, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:38.223853 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-77e7ed25-0919-4f1b-b9ce-ff9f9ac8810a req-9ca400df-c326-4a9a-8b10-2fe7477dcb00 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:38.224211 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-77e7ed25-0919-4f1b-b9ce-ff9f9ac8810a req-9ca400df-c326-4a9a-8b10-2fe7477dcb00 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641583'] for floatingip, after_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:38.224617 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.db.l3_db [req-77e7ed25-0919-4f1b-b9ce-ff9f9ac8810a req-9ca400df-c326-4a9a-8b10-2fe7477dcb00 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Floating IP cbeb5ae7-13c9-468c-8cf8-bd58e0d500c6 disassociated. External IP: 172.27.1.243, port: 53f57377-fc10-41c9-b2f6-7fbdab22b983. Nov 03 02:09:38.225448 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.plugin [req-77e7ed25-0919-4f1b-b9ce-ff9f9ac8810a req-9ca400df-c326-4a9a-8b10-2fe7477dcb00 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Calling delete_port for 53f57377-fc10-41c9-b2f6-7fbdab22b983 owned by compute:nova {{(pid=108314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 02:09:38.405754 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-77e7ed25-0919-4f1b-b9ce-ff9f9ac8810a req-9ca400df-c326-4a9a-8b10-2fe7477dcb00 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784217703262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784217128223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126899639'] for port, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:38.437737 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca400df-c326-4a9a-8b10-2fe7477dcb00 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Pushing event deleted for resources: {'Port': ['ID=53f57377-fc10-41c9-b2f6-7fbdab22b983,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:09:38.547960 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77e7ed25-0919-4f1b-b9ce-ff9f9ac8810a req-9ca400df-c326-4a9a-8b10-2fe7477dcb00 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Router 59775b1d-ae58-49a9-aff6-3abf00cc504f has already been hosted by L3 agent dfdd482b-800d-4ddb-af67-bfdcf28c1d2f {{(pid=108314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:09:38.674595 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77e7ed25-0919-4f1b-b9ce-ff9f9ac8810a req-9ca400df-c326-4a9a-8b10-2fe7477dcb00 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Notify agent at l3_agent.dv-cinder-815614-3-iscsi the message routers_updated {{(pid=108314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:09:38.677386 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-37c0888b-884e-430a-bb0f-595fdbb4f02c req-a99696d6-f9df-4008-b21e-5c87acd94654 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c561cb-543d-469c-a637-70cdf610d8a5 HTTP/1.1" status: 200 len: 210 time: 0.0336800 Nov 03 02:09:38.684569 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba3e3d4-6292-4e6d-9cc7-436457210967 None None] Sync routers for ids ['59775b1d-ae58-49a9-aff6-3abf00cc504f'] in dv-cinder-815614-3-iscsi {{(pid=108316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:09:38.694474 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba3e3d4-6292-4e6d-9cc7-436457210967 None None] Routers {'59775b1d-ae58-49a9-aff6-3abf00cc504f'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:09:38.695028 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-bba3e3d4-6292-4e6d-9cc7-436457210967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:09:19Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['59775b1d-ae58-49a9-aff6-3abf00cc504f'], 'active': True} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:09:38.719078 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.l3_dvrscheduler_db [req-77e7ed25-0919-4f1b-b9ce-ff9f9ac8810a req-9ca400df-c326-4a9a-8b10-2fe7477dcb00 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] No DVR routers for this DVR port 53f57377-fc10-41c9-b2f6-7fbdab22b983 on host hv-cinder-81561 {{(pid=108314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 02:09:38.721584 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-77e7ed25-0919-4f1b-b9ce-ff9f9ac8810a req-9ca400df-c326-4a9a-8b10-2fe7477dcb00 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622'] for port, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:38.725018 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-77e7ed25-0919-4f1b-b9ce-ff9f9ac8810a req-9ca400df-c326-4a9a-8b10-2fe7477dcb00 tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.37 "DELETE /v2.0/ports/53f57377-fc10-41c9-b2f6-7fbdab22b983 HTTP/1.1" status: 204 len: 173 time: 0.8866811 Nov 03 02:09:38.725457 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c561cb-543d-469c-a637-70cdf610d8a5', 'name': 'network-vif-deleted', 'tag': '53f57377-fc10-41c9-b2f6-7fbdab22b983'}] {{(pid=108314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:09:38.727789 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b9e71fb97e4882bef21449c101b24c97d897c9b718fbc8dac7673975a826a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f846db7d-8007-49e0-a8dd-6b2ff226dd2a" -d '{"events": [{"server_uuid": "40c561cb-543d-469c-a637-70cdf610d8a5", "name": "network-vif-deleted", "tag": "53f57377-fc10-41c9-b2f6-7fbdab22b983"}]}' {{(pid=108314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:09:38.767148 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 02:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad5d9fce-b6d6-4dbe-b601-1810a07c9bdc x-openstack-request-id: req-ad5d9fce-b6d6-4dbe-b601-1810a07c9bdc {{(pid=108314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:09:38.767533 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40c561cb-543d-469c-a637-70cdf610d8a5", "name": "network-vif-deleted", "tag": "53f57377-fc10-41c9-b2f6-7fbdab22b983", "status": "completed", "code": 200}]} {{(pid=108314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:09:38.767855 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ad5d9fce-b6d6-4dbe-b601-1810a07c9bdc {{(pid=108314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:09:38.768319 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c561cb-543d-469c-a637-70cdf610d8a5', 'name': 'network-vif-deleted', 'tag': '53f57377-fc10-41c9-b2f6-7fbdab22b983', 'status': 'completed', 'code': 200} Nov 03 02:09:38.805387 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvr_db [None req-bba3e3d4-6292-4e6d-9cc7-436457210967 None None] Set router 59775b1d-ae58-49a9-aff6-3abf00cc504f gateway port host: dv-cinder-815614-3-iscsi {{(pid=108316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:09:39.015646 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-bba3e3d4-6292-4e6d-9cc7-436457210967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59775b1d-ae58-49a9-aff6-3abf00cc504f', 'name': 'tempest-AttachVolumeShelveTestJSON-1435874812-router', 'tenant_id': '86777c3ab41c4ea8bbbdf156c7792513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'bf0ea242-1f91-474c-8784-5dc304542465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:01:48Z', 'updated_at': '2021-11-03T02:01:53Z', 'revision_number': 4, 'project_id': '86777c3ab41c4ea8bbbdf156c7792513', 'gw_port': {'id': 'bf0ea242-1f91-474c-8784-5dc304542465', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:85:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59775b1d-ae58-49a9-aff6-3abf00cc504f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:01:49Z', 'updated_at': '2021-11-03T02:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_interfaces': [{'id': 'b9b9bda7-1a40-495e-825b-e93a218c2281', 'name': '', 'network_id': 'f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9', 'tenant_id': '86777c3ab41c4ea8bbbdf156c7792513', 'mac_address': 'fa:16:3e:a9:f2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59775b1d-ae58-49a9-aff6-3abf00cc504f', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '95177d92-9024-40b6-ac79-02b9d5fce0cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:01:52Z', 'updated_at': '2021-11-03T02:01:58Z', 'revision_number': 5, 'project_id': '86777c3ab41c4ea8bbbdf156c7792513', 'subnets': [{'id': '95177d92-9024-40b6-ac79-02b9d5fce0cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:09:39.041590 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba3e3d4-6292-4e6d-9cc7-436457210967 None None] Checking router: 59775b1d-ae58-49a9-aff6-3abf00cc504f for host: dv-cinder-815614-3-iscsi {{(pid=108316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:09:39.049817 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba3e3d4-6292-4e6d-9cc7-436457210967 None None] Routers {'59775b1d-ae58-49a9-aff6-3abf00cc504f'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:09:39.050444 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-bba3e3d4-6292-4e6d-9cc7-436457210967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:09:19Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['59775b1d-ae58-49a9-aff6-3abf00cc504f'], 'active': True} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:09:39.154983 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvr_db [None req-bba3e3d4-6292-4e6d-9cc7-436457210967 None None] Set router 59775b1d-ae58-49a9-aff6-3abf00cc504f gateway port host: dv-cinder-815614-3-iscsi {{(pid=108316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:09:39.354975 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-bba3e3d4-6292-4e6d-9cc7-436457210967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59775b1d-ae58-49a9-aff6-3abf00cc504f', 'name': 'tempest-AttachVolumeShelveTestJSON-1435874812-router', 'tenant_id': '86777c3ab41c4ea8bbbdf156c7792513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'bf0ea242-1f91-474c-8784-5dc304542465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:01:48Z', 'updated_at': '2021-11-03T02:01:53Z', 'revision_number': 4, 'project_id': '86777c3ab41c4ea8bbbdf156c7792513', 'gw_port': {'id': 'bf0ea242-1f91-474c-8784-5dc304542465', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:85:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59775b1d-ae58-49a9-aff6-3abf00cc504f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:01:49Z', 'updated_at': '2021-11-03T02:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_interfaces': [{'id': 'b9b9bda7-1a40-495e-825b-e93a218c2281', 'name': '', 'network_id': 'f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9', 'tenant_id': '86777c3ab41c4ea8bbbdf156c7792513', 'mac_address': 'fa:16:3e:a9:f2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59775b1d-ae58-49a9-aff6-3abf00cc504f', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '95177d92-9024-40b6-ac79-02b9d5fce0cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:01:52Z', 'updated_at': '2021-11-03T02:01:58Z', 'revision_number': 5, 'project_id': '86777c3ab41c4ea8bbbdf156c7792513', 'subnets': [{'id': '95177d92-9024-40b6-ac79-02b9d5fce0cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:09:39.380681 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba3e3d4-6292-4e6d-9cc7-436457210967 None None] The sync data for ids ['59775b1d-ae58-49a9-aff6-3abf00cc504f'] in dv-cinder-815614-3-iscsi is: [{'id': '59775b1d-ae58-49a9-aff6-3abf00cc504f', 'name': 'tempest-AttachVolumeShelveTestJSON-1435874812-router', 'tenant_id': '86777c3ab41c4ea8bbbdf156c7792513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'bf0ea242-1f91-474c-8784-5dc304542465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:01:48Z', 'updated_at': '2021-11-03T02:01:53Z', 'revision_number': 4, 'project_id': '86777c3ab41c4ea8bbbdf156c7792513', 'gw_port': {'id': 'bf0ea242-1f91-474c-8784-5dc304542465', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:85:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59775b1d-ae58-49a9-aff6-3abf00cc504f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:01:49Z', 'updated_at': '2021-11-03T02:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_interfaces': [{'id': 'b9b9bda7-1a40-495e-825b-e93a218c2281', 'name': '', 'network_id': 'f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9', 'tenant_id': '86777c3ab41c4ea8bbbdf156c7792513', 'mac_address': 'fa:16:3e:a9:f2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59775b1d-ae58-49a9-aff6-3abf00cc504f', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '95177d92-9024-40b6-ac79-02b9d5fce0cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:01:52Z', 'updated_at': '2021-11-03T02:01:58Z', 'revision_number': 5, 'project_id': '86777c3ab41c4ea8bbbdf156c7792513', 'subnets': [{'id': '95177d92-9024-40b6-ac79-02b9d5fce0cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:09:39.587399 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8cbcac-e397-4e4d-9616-f7ac8a3a4c23 None None] New status for floating IP cbeb5ae7-13c9-468c-8cf8-bd58e0d500c6: DOWN {{(pid=108317) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 02:09:39.849019 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 51002) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:09:39.902598 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-9400439c-1c5a-4353-a144-a6c0c052665a tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks [] for security_group, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:39.925519 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-9400439c-1c5a-4353-a144-a6c0c052665a tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:40.033989 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-9400439c-1c5a-4353-a144-a6c0c052665a tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:40.036532 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-9400439c-1c5a-4353-a144-a6c0c052665a tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks [] for security_group, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:40.037704 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-9400439c-1c5a-4353-a144-a6c0c052665a tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "DELETE /v2.0/security-groups/e26279a2-a305-49d4-a7d3-c9e1b2e2d10e HTTP/1.1" status: 204 len: 168 time: 0.1881227 Nov 03 02:09:40.040581 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 51004) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:09:40.050475 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9400439c-1c5a-4353-a144-a6c0c052665a tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e26279a2-a305-49d4-a7d3-c9e1b2e2d10e,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:09:40.054836 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.api.v2.resource [None req-8a44f3ff-b43f-4081-bd13-d1f48963224d tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] show failed (client error): The resource could not be found. Nov 03 02:09:40.056571 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-8a44f3ff-b43f-4081-bd13-d1f48963224d tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "GET /v2.0/security-groups/e26279a2-a305-49d4-a7d3-c9e1b2e2d10e HTTP/1.1" status: 404 len: 347 time: 0.0145106 Nov 03 02:09:40.059156 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 51006) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:09:40.180569 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.plugin [None req-56008802-4ca9-43ab-b13b-43e38a53eabb tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Deleting port 0681c6f7-01ed-4a31-b1f8-45c2da2e6687 {{(pid=108314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 02:09:40.180909 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-56008802-4ca9-43ab-b13b-43e38a53eabb tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784217550484'] for port, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:40.253836 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-56008802-4ca9-43ab-b13b-43e38a53eabb tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538104'] for port, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:40.254184 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-56008802-4ca9-43ab-b13b-43e38a53eabb tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:40.265551 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.plugin [None req-56008802-4ca9-43ab-b13b-43e38a53eabb tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Calling delete_port for 0681c6f7-01ed-4a31-b1f8-45c2da2e6687 owned by network:floatingip {{(pid=108314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 02:09:40.705008 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-56008802-4ca9-43ab-b13b-43e38a53eabb tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784217703262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784217128223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126899639'] for port, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:40.731023 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56008802-4ca9-43ab-b13b-43e38a53eabb tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Pushing event deleted for resources: {'Port': ['ID=0681c6f7-01ed-4a31-b1f8-45c2da2e6687,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:09:40.792073 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-56008802-4ca9-43ab-b13b-43e38a53eabb tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks [] for floatingip, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:40.794676 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-56008802-4ca9-43ab-b13b-43e38a53eabb tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622'] for floatingip, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:40.795822 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-56008802-4ca9-43ab-b13b-43e38a53eabb tempest-AttachVolumeShelveTestJSON-2060537660 tempest-AttachVolumeShelveTestJSON-2060537660-project] 10.222.0.30 "DELETE /v2.0/floatingips/cbeb5ae7-13c9-468c-8cf8-bd58e0d500c6 HTTP/1.1" status: 204 len: 168 time: 0.7357056 Nov 03 02:09:41.661790 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device 53f57377-fc10-41c9-b2f6-7fbdab22b983 no longer exists at agent hyperv_hv-cinder-81561 {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:09:41.682084 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] No Port match for: 53f57377-fc10-41c9-b2f6-7fbdab22b983 {{(pid=108316) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 02:09:41.682464 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device 53f57377-fc10-41c9-b2f6-7fbdab22b983 not bound to the agent host hv-cinder-81561 {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:09:43.547662 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 51030) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:09:43.976709 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-41a28424-8714-4796-b963-b176c8060884 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640815'] for router_interface, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:44.211216 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.plugin [None req-41a28424-8714-4796-b963-b176c8060884 admin admin] Deleting port b9b9bda7-1a40-495e-825b-e93a218c2281 {{(pid=108314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 02:09:44.211555 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-41a28424-8714-4796-b963-b176c8060884 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784217550484'] for port, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:44.289357 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.db [None req-41a28424-8714-4796-b963-b176c8060884 admin admin] For port b9b9bda7-1a40-495e-825b-e93a218c2281, host dv-cinder-815614-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=b9b9bda7-1a40-495e-825b-e93a218c2281,segment=NetworkSegment(3daecc90-8d27-458b-8803-ba0d162359ea),segment_id=3daecc90-8d27-458b-8803-ba0d162359ea)] {{(pid=108314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:09:44.289655 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-41a28424-8714-4796-b963-b176c8060884 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538104'] for port, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:44.301616 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.plugin [None req-41a28424-8714-4796-b963-b176c8060884 admin admin] Calling delete_port for b9b9bda7-1a40-495e-825b-e93a218c2281 owned by network:router_interface {{(pid=108314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 02:09:44.532979 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-41a28424-8714-4796-b963-b176c8060884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784217703262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784217128223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126899639'] for port, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:44.556849 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a28424-8714-4796-b963-b176c8060884 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9b9bda7-1a40-495e-825b-e93a218c2281,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:09:44.723070 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-41a28424-8714-4796-b963-b176c8060884 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643807'] for router_interface, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:44.936037 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41a28424-8714-4796-b963-b176c8060884 admin admin] Router 59775b1d-ae58-49a9-aff6-3abf00cc504f has already been hosted by L3 agent dfdd482b-800d-4ddb-af67-bfdcf28c1d2f {{(pid=108314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:09:45.040700 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a28424-8714-4796-b963-b176c8060884 admin admin] Notify agent at l3_agent.dv-cinder-815614-3-iscsi the message routers_updated {{(pid=108314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:09:45.046735 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-41a28424-8714-4796-b963-b176c8060884 admin admin] 10.222.0.30 "PUT /v2.0/routers/59775b1d-ae58-49a9-aff6-3abf00cc504f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4979634 Nov 03 02:09:45.048129 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 51034) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:09:45.050126 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8196bacb-6e4c-4eda-9853-77a617d3c68c None None] Sync routers for ids ['59775b1d-ae58-49a9-aff6-3abf00cc504f'] in dv-cinder-815614-3-iscsi {{(pid=108316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:09:45.064984 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8196bacb-6e4c-4eda-9853-77a617d3c68c None None] Routers {'59775b1d-ae58-49a9-aff6-3abf00cc504f'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:09:45.065581 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-8196bacb-6e4c-4eda-9853-77a617d3c68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:09:19Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['59775b1d-ae58-49a9-aff6-3abf00cc504f'], 'active': True} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:09:45.150990 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-0bbc551a-8b86-4925-98f4-8ebed9c07b9a admin admin] Publish callbacks [] for router, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:45.169626 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvr_db [None req-8196bacb-6e4c-4eda-9853-77a617d3c68c None None] Set router 59775b1d-ae58-49a9-aff6-3abf00cc504f gateway port host: dv-cinder-815614-3-iscsi {{(pid=108316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:09:45.252680 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-0bbc551a-8b86-4925-98f4-8ebed9c07b9a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:45.351381 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-8196bacb-6e4c-4eda-9853-77a617d3c68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59775b1d-ae58-49a9-aff6-3abf00cc504f', 'name': 'tempest-AttachVolumeShelveTestJSON-1435874812-router', 'tenant_id': '86777c3ab41c4ea8bbbdf156c7792513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'bf0ea242-1f91-474c-8784-5dc304542465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:01:48Z', 'updated_at': '2021-11-03T02:09:44Z', 'revision_number': 5, 'project_id': '86777c3ab41c4ea8bbbdf156c7792513', 'gw_port': {'id': 'bf0ea242-1f91-474c-8784-5dc304542465', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:85:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59775b1d-ae58-49a9-aff6-3abf00cc504f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:01:49Z', 'updated_at': '2021-11-03T02:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi'}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:09:45.356444 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.plugin [None req-0bbc551a-8b86-4925-98f4-8ebed9c07b9a admin admin] Deleting port bf0ea242-1f91-474c-8784-5dc304542465 {{(pid=108314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 02:09:45.356782 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-0bbc551a-8b86-4925-98f4-8ebed9c07b9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784217550484'] for port, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:45.378717 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8196bacb-6e4c-4eda-9853-77a617d3c68c None None] Checking router: 59775b1d-ae58-49a9-aff6-3abf00cc504f for host: dv-cinder-815614-3-iscsi {{(pid=108316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:09:45.387068 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8196bacb-6e4c-4eda-9853-77a617d3c68c None None] Routers {'59775b1d-ae58-49a9-aff6-3abf00cc504f'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:09:45.387668 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-8196bacb-6e4c-4eda-9853-77a617d3c68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:09:19Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['59775b1d-ae58-49a9-aff6-3abf00cc504f'], 'active': True} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:09:45.436976 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.db [None req-0bbc551a-8b86-4925-98f4-8ebed9c07b9a admin admin] For port bf0ea242-1f91-474c-8784-5dc304542465, host dv-cinder-815614-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=bf0ea242-1f91-474c-8784-5dc304542465,segment=NetworkSegment(1823f467-65f5-492c-8155-6dfe4df97867),segment_id=1823f467-65f5-492c-8155-6dfe4df97867)] {{(pid=108314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:09:45.437454 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-0bbc551a-8b86-4925-98f4-8ebed9c07b9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538104'] for port, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:45.448820 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.plugin [None req-0bbc551a-8b86-4925-98f4-8ebed9c07b9a admin admin] Calling delete_port for bf0ea242-1f91-474c-8784-5dc304542465 owned by network:router_gateway {{(pid=108314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 02:09:45.471455 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvr_db [None req-8196bacb-6e4c-4eda-9853-77a617d3c68c None None] Set router 59775b1d-ae58-49a9-aff6-3abf00cc504f gateway port host: None {{(pid=108316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:09:45.524843 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-8196bacb-6e4c-4eda-9853-77a617d3c68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59775b1d-ae58-49a9-aff6-3abf00cc504f', 'name': 'tempest-AttachVolumeShelveTestJSON-1435874812-router', 'tenant_id': '86777c3ab41c4ea8bbbdf156c7792513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:01:48Z', 'updated_at': '2021-11-03T02:09:45Z', 'revision_number': 6, 'project_id': '86777c3ab41c4ea8bbbdf156c7792513', 'gw_port_host': None}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:09:45.550777 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8196bacb-6e4c-4eda-9853-77a617d3c68c None None] The sync data for ids ['59775b1d-ae58-49a9-aff6-3abf00cc504f'] in dv-cinder-815614-3-iscsi is: [{'id': '59775b1d-ae58-49a9-aff6-3abf00cc504f', 'name': 'tempest-AttachVolumeShelveTestJSON-1435874812-router', 'tenant_id': '86777c3ab41c4ea8bbbdf156c7792513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:01:48Z', 'updated_at': '2021-11-03T02:09:45Z', 'revision_number': 6, 'project_id': '86777c3ab41c4ea8bbbdf156c7792513', 'gw_port_host': None}] {{(pid=108316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:09:45.704962 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-0bbc551a-8b86-4925-98f4-8ebed9c07b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784217703262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784217128223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126899639'] for port, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:45.731601 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbc551a-8b86-4925-98f4-8ebed9c07b9a admin admin] Pushing event deleted for resources: {'Port': ['ID=bf0ea242-1f91-474c-8784-5dc304542465,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:09:45.790601 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-0bbc551a-8b86-4925-98f4-8ebed9c07b9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-641637'] for router_gateway, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:45.877193 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-0bbc551a-8b86-4925-98f4-8ebed9c07b9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15182'] for router, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:45.879287 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-0bbc551a-8b86-4925-98f4-8ebed9c07b9a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:46.024713 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-0bbc551a-8b86-4925-98f4-8ebed9c07b9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642304'] for router, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:46.025391 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bbc551a-8b86-4925-98f4-8ebed9c07b9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59775b1d-ae58-49a9-aff6-3abf00cc504f {{(pid=108314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 02:09:46.030585 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-0bbc551a-8b86-4925-98f4-8ebed9c07b9a admin admin] Publish callbacks [] for router, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:46.031757 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-0bbc551a-8b86-4925-98f4-8ebed9c07b9a admin admin] 10.222.0.30 "DELETE /v2.0/routers/59775b1d-ae58-49a9-aff6-3abf00cc504f HTTP/1.1" status: 204 len: 168 time: 0.9826961 Nov 03 02:09:46.034204 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 51036) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:09:46.078443 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a1fcea9-5e09-4cf5-9e76-d3e9c10cb822 admin admin] Deleting subnet 95177d92-9024-40b6-ac79-02b9d5fce0cc {{(pid=108314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 02:09:46.081447 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-0a1fcea9-5e09-4cf5-9e76-d3e9c10cb822 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:46.115560 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-0a1fcea9-5e09-4cf5-9e76-d3e9c10cb822 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127010045'] for subnet, precommit_delete_associations {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:46.194668 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-0a1fcea9-5e09-4cf5-9e76-d3e9c10cb822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1588830'] for subnet, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:46.322778 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-0a1fcea9-5e09-4cf5-9e76-d3e9c10cb822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1588775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126899682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126342560'] for subnet, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:46.338891 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device bf0ea242-1f91-474c-8784-5dc304542465 no longer exists at agent ovs-agent-dv-cinder-815614-3-iscsi {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:09:46.351038 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1fcea9-5e09-4cf5-9e76-d3e9c10cb822 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95177d92-9024-40b6-ac79-02b9d5fce0cc,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:09:46.354757 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-0a1fcea9-5e09-4cf5-9e76-d3e9c10cb822 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554904'] for subnet, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:46.359174 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-0a1fcea9-5e09-4cf5-9e76-d3e9c10cb822 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/95177d92-9024-40b6-ac79-02b9d5fce0cc HTTP/1.1" status: 204 len: 168 time: 0.3228631 Nov 03 02:09:46.360619 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 51038) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:09:46.361258 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] No Port match for: bf0ea242-1f91-474c-8784-5dc304542465 {{(pid=108316) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 02:09:46.361904 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device bf0ea242-1f91-474c-8784-5dc304542465 not bound to the agent host dv-cinder-815614-3-iscsi {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:09:46.362514 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device b9b9bda7-1a40-495e-825b-e93a218c2281 no longer exists at agent ovs-agent-dv-cinder-815614-3-iscsi {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:09:46.365456 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e1c9f3-076f-4004-82a1-051bfe02c4c1 None None] Network f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9 requested from dv-cinder-815614-3-iscsi {{(pid=108316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 02:09:46.402717 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] No Port match for: b9b9bda7-1a40-495e-825b-e93a218c2281 {{(pid=108316) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 02:09:46.403060 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device b9b9bda7-1a40-495e-825b-e93a218c2281 not bound to the agent host dv-cinder-815614-3-iscsi {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:09:46.437942 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-e3be6969-6a14-4a5d-9610-2e5e0ebf8469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2025968'] for network, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:46.495857 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.plugin [None req-e3be6969-6a14-4a5d-9610-2e5e0ebf8469 admin admin] Deleting port 8a5f6c44-940a-453d-ab00-185d0a5f134a {{(pid=108314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 02:09:46.496195 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-e3be6969-6a14-4a5d-9610-2e5e0ebf8469 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784217550484'] for port, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:46.569917 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.db [None req-e3be6969-6a14-4a5d-9610-2e5e0ebf8469 admin admin] For port 8a5f6c44-940a-453d-ab00-185d0a5f134a, host dv-cinder-815614-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=8a5f6c44-940a-453d-ab00-185d0a5f134a,segment=NetworkSegment(3daecc90-8d27-458b-8803-ba0d162359ea),segment_id=3daecc90-8d27-458b-8803-ba0d162359ea)] {{(pid=108314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:09:46.570345 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-e3be6969-6a14-4a5d-9610-2e5e0ebf8469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538104'] for port, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:46.585351 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded29b97-5d9b-4b48-8d51-6db25ddfa693 None None] DHCP port deletion for f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9 request from dv-cinder-815614-3-iscsi {{(pid=108316) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 02:09:46.585912 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.plugin [None req-e3be6969-6a14-4a5d-9610-2e5e0ebf8469 admin admin] Calling delete_port for 8a5f6c44-940a-453d-ab00-185d0a5f134a owned by network:dhcp {{(pid=108314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 02:09:46.642787 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-ded29b97-5d9b-4b48-8d51-6db25ddfa693 None None] Deleting port 8a5f6c44-940a-453d-ab00-185d0a5f134a {{(pid=108316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 02:09:46.643170 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-ded29b97-5d9b-4b48-8d51-6db25ddfa693 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784217550484'] for port, before_delete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:46.690355 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-2d739f0b-fab5-431a-9dc7-00ca15e2152c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:46.705689 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-ded29b97-5d9b-4b48-8d51-6db25ddfa693 None None] For port 8a5f6c44-940a-453d-ab00-185d0a5f134a, host dv-cinder-815614-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=8a5f6c44-940a-453d-ab00-185d0a5f134a,segment=NetworkSegment(3daecc90-8d27-458b-8803-ba0d162359ea),segment_id=3daecc90-8d27-458b-8803-ba0d162359ea)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:09:46.706076 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-ded29b97-5d9b-4b48-8d51-6db25ddfa693 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538104'] for port, precommit_delete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:46.717306 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-ded29b97-5d9b-4b48-8d51-6db25ddfa693 None None] Calling delete_port for 8a5f6c44-940a-453d-ab00-185d0a5f134a owned by network:dhcp {{(pid=108316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 02:09:46.754289 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-e3be6969-6a14-4a5d-9610-2e5e0ebf8469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784217703262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784217128223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126899639'] for port, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:46.782780 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3be6969-6a14-4a5d-9610-2e5e0ebf8469 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a5f6c44-940a-453d-ab00-185d0a5f134a,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:09:46.790296 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3be6969-6a14-4a5d-9610-2e5e0ebf8469 admin admin] No DVR routers for this DVR port 8a5f6c44-940a-453d-ab00-185d0a5f134a on host dv-cinder-815614-3-iscsi {{(pid=108314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 02:09:46.797120 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-ded29b97-5d9b-4b48-8d51-6db25ddfa693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784217703262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784217128223'] for port, after_delete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:46.823469 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded29b97-5d9b-4b48-8d51-6db25ddfa693 None None] Pushing event deleted for resources: {'Port': ['ID=8a5f6c44-940a-453d-ab00-185d0a5f134a,revision_number=None']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:09:46.825268 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded29b97-5d9b-4b48-8d51-6db25ddfa693 None None] No DVR routers for this DVR port 8a5f6c44-940a-453d-ab00-185d0a5f134a on host dv-cinder-815614-3-iscsi {{(pid=108316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 02:09:46.866348 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-e3be6969-6a14-4a5d-9610-2e5e0ebf8469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1575371', 'neutron.services.segments.db._delete_segments_for_network-8784217631501'] for network, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:46.885389 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.services.segments.db [None req-e3be6969-6a14-4a5d-9610-2e5e0ebf8469 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9']}} {{(pid=108314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:09:46.898727 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.services.segments.db [None req-e3be6969-6a14-4a5d-9610-2e5e0ebf8469 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3daecc90-8d27-458b-8803-ba0d162359ea') {'for_net_delete': True} {{(pid=108314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:09:46.898727 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.services.segments.db [None req-e3be6969-6a14-4a5d-9610-2e5e0ebf8469 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3daecc90-8d27-458b-8803-ba0d162359ea') {} {{(pid=108314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:09:46.904661 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-e3be6969-6a14-4a5d-9610-2e5e0ebf8469 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784217632534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127010036'] for segment, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:46.917799 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-e3be6969-6a14-4a5d-9610-2e5e0ebf8469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1588371'] for segment, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:46.923495 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3be6969-6a14-4a5d-9610-2e5e0ebf8469 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=108314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:09:46.923865 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-e3be6969-6a14-4a5d-9610-2e5e0ebf8469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1588371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126899588'] for segment, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:46.925447 dv-cinder-815614-3-iscsi neutron-server[108314]: Traceback (most recent call last): Nov 03 02:09:46.925447 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 02:09:46.925447 dv-cinder-815614-3-iscsi neutron-server[108314]: timer() Nov 03 02:09:46.925447 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 02:09:46.925447 dv-cinder-815614-3-iscsi neutron-server[108314]: cb(*args, **kw) Nov 03 02:09:46.925447 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 02:09:46.925447 dv-cinder-815614-3-iscsi neutron-server[108314]: return func(*args, **kwargs) Nov 03 02:09:46.925447 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 02:09:46.925447 dv-cinder-815614-3-iscsi neutron-server[108314]: self._notify() Nov 03 02:09:46.925447 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 02:09:46.925447 dv-cinder-815614-3-iscsi neutron-server[108314]: self.callback(batched_events) Nov 03 02:09:46.925447 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 02:09:46.925447 dv-cinder-815614-3-iscsi neutron-server[108314]: event.method(event) Nov 03 02:09:46.925447 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 02:09:46.925447 dv-cinder-815614-3-iscsi neutron-server[108314]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 02:09:46.925447 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 02:09:46.925447 dv-cinder-815614-3-iscsi neutron-server[108314]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 02:09:46.925447 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 02:09:46.925447 dv-cinder-815614-3-iscsi neutron-server[108314]: return f(self, *a, **k) Nov 03 02:09:46.925447 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 02:09:46.925447 dv-cinder-815614-3-iscsi neutron-server[108314]: return self._get(url).json() Nov 03 02:09:46.925447 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 02:09:46.925447 dv-cinder-815614-3-iscsi neutron-server[108314]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 02:09:46.925447 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 02:09:46.925447 dv-cinder-815614-3-iscsi neutron-server[108314]: return self.request(url, 'GET', **kwargs) Nov 03 02:09:46.925447 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 02:09:46.925447 dv-cinder-815614-3-iscsi neutron-server[108314]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 02:09:46.925447 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 02:09:46.925447 dv-cinder-815614-3-iscsi neutron-server[108314]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 02:09:46.925447 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 02:09:46.925447 dv-cinder-815614-3-iscsi neutron-server[108314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 02:09:46.925447 dv-cinder-815614-3-iscsi neutron-server[108314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 02:09:47.047391 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-e3be6969-6a14-4a5d-9610-2e5e0ebf8469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1575388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641601'] for network, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:47.051986 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-e3be6969-6a14-4a5d-9610-2e5e0ebf8469 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554904'] for network, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:47.056089 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-e3be6969-6a14-4a5d-9610-2e5e0ebf8469 admin admin] 10.222.0.30 "DELETE /v2.0/networks/f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9 HTTP/1.1" status: 204 len: 168 time: 0.6941764 Nov 03 02:09:47.068693 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3be6969-6a14-4a5d-9610-2e5e0ebf8469 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1e77ce4-6f11-46e6-a0fa-324d2dbee8c9,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:09:47.343813 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 51042) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:09:47.385091 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-76187105-308c-45ce-b4ad-cfb8c2320b0f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=86777c3ab41c4ea8bbbdf156c7792513&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0401247 Nov 03 02:09:47.387588 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 51044) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:09:47.434904 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-e8020832-5e76-4994-8ba7-0d49929d1a6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:47.455196 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-e8020832-5e76-4994-8ba7-0d49929d1a6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:47.658840 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-e8020832-5e76-4994-8ba7-0d49929d1a6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:47.661360 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-e8020832-5e76-4994-8ba7-0d49929d1a6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:47.662558 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-e8020832-5e76-4994-8ba7-0d49929d1a6f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/82735dd0-7ee3-4672-ba30-b9a5a57d491f HTTP/1.1" status: 204 len: 168 time: 0.2740600 Nov 03 02:09:47.670525 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8020832-5e76-4994-8ba7-0d49929d1a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82735dd0-7ee3-4672-ba30-b9a5a57d491f,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:09:47.677647 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8020832-5e76-4994-8ba7-0d49929d1a6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:09:47.677994 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8020832-5e76-4994-8ba7-0d49929d1a6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:09:47.678365 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8020832-5e76-4994-8ba7-0d49929d1a6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:09:47.678698 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8020832-5e76-4994-8ba7-0d49929d1a6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:09:47.679024 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8020832-5e76-4994-8ba7-0d49929d1a6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:09:47.679349 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8020832-5e76-4994-8ba7-0d49929d1a6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:09:47.679936 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8020832-5e76-4994-8ba7-0d49929d1a6f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:09:47.680261 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8020832-5e76-4994-8ba7-0d49929d1a6f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:09:47.680583 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8020832-5e76-4994-8ba7-0d49929d1a6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:09:47.680901 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8020832-5e76-4994-8ba7-0d49929d1a6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:09:47.681246 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8020832-5e76-4994-8ba7-0d49929d1a6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:09:47.681563 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8020832-5e76-4994-8ba7-0d49929d1a6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:09:48.256348 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device 8a5f6c44-940a-453d-ab00-185d0a5f134a no longer exists at agent ovs-agent-dv-cinder-815614-3-iscsi {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:09:48.275695 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] No Port match for: 8a5f6c44-940a-453d-ab00-185d0a5f134a {{(pid=108316) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 02:09:48.276033 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device 8a5f6c44-940a-453d-ab00-185d0a5f134a not bound to the agent host dv-cinder-815614-3-iscsi {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:09:48.829610 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 51070) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:09:48.924854 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.v2.base [None req-25ecfd89-def4-42b0-8667-dba04f86c4f2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-371307469-network', 'tenant_id': 'acd183c43fe64f528cb1a54e0e951443'}} {{(pid=108314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:09:48.956236 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47ccbf8a-16b2-4901-8e99-1302e89a0d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:49.011207 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ecfd89-def4-42b0-8667-dba04f86c4f2 admin admin] Made reservation on behalf of acd183c43fe64f528cb1a54e0e951443 for: {'network': 1} {{(pid=108314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:09:49.013455 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-25ecfd89-def4-42b0-8667-dba04f86c4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for network, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:49.026900 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-25ecfd89-def4-42b0-8667-dba04f86c4f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:49.099728 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-25ecfd89-def4-42b0-8667-dba04f86c4f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:49.190619 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-25ecfd89-def4-42b0-8667-dba04f86c4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:49.211700 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25ecfd89-def4-42b0-8667-dba04f86c4f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=108314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 02:09:49.225881 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ecfd89-def4-42b0-8667-dba04f86c4f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9e0902-92ed-4232-b495-5b38b846a59d,revision_number=1']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:09:49.228722 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-25ecfd89-def4-42b0-8667-dba04f86c4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1588371'] for segment, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:49.229061 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.db.segments_db [None req-25ecfd89-def4-42b0-8667-dba04f86c4f2 admin admin] Added segment 952abac8-fe65-4f46-9d97-5b5131c8a13f of type vlan for network cffa4a5f-809a-4e6a-b540-236a07565506 Nov 03 02:09:49.267219 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-25ecfd89-def4-42b0-8667-dba04f86c4f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784217148025'] for network, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:49.379104 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-25ecfd89-def4-42b0-8667-dba04f86c4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934'] for network, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:49.380232 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ecfd89-def4-42b0-8667-dba04f86c4f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:09:49.381443 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-25ecfd89-def4-42b0-8667-dba04f86c4f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554904'] for network, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:49.441280 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ecfd89-def4-42b0-8667-dba04f86c4f2 admin admin] Pushing event updated for resources: {'Network': ['ID=cffa4a5f-809a-4e6a-b540-236a07565506,revision_number=1']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:09:49.451315 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Network cffa4a5f-809a-4e6a-b540-236a07565506 details requested by agent ovs-agent-dv-cinder-815614-3-iscsi with host dv-cinder-815614-3-iscsi {{(pid=108316) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 02:09:49.476739 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-25ecfd89-def4-42b0-8667-dba04f86c4f2 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6459827 Nov 03 02:09:49.479577 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 51074) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:09:49.484496 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.v2.base [None req-7681010c-ecca-4d6b-9add-9e0103b2930a admin admin] Request body: {'subnet': {'network_id': 'cffa4a5f-809a-4e6a-b540-236a07565506', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-371307469-subnet', 'tenant_id': 'acd183c43fe64f528cb1a54e0e951443', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:09:49.565467 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7681010c-ecca-4d6b-9add-9e0103b2930a admin admin] Made reservation on behalf of acd183c43fe64f528cb1a54e0e951443 for: {'subnet': 1} {{(pid=108314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:09:49.567782 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-7681010c-ecca-4d6b-9add-9e0103b2930a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126342597'] for subnet, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:49.794372 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-7681010c-ecca-4d6b-9add-9e0103b2930a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126899751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126342571'] for subnet, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:49.939188 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-3baf3433-eee1-48f0-90c8-209ed8ef0e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:49.963453 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.agents_db [None req-a2914077-2d9d-4477-8dde-df1573e0789a None None] Agent healthcheck: found 6 active agents {{(pid=108317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:09:50.107915 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7681010c-ecca-4d6b-9add-9e0103b2930a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ac96128-f0d1-4a89-997c-2692460bc837,revision_number=0']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:09:50.116499 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7681010c-ecca-4d6b-9add-9e0103b2930a admin admin] Checking segment: {'id': '952abac8-fe65-4f46-9d97-5b5131c8a13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cffa4a5f-809a-4e6a-b540-236a07565506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 02:09:50.116847 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7681010c-ecca-4d6b-9add-9e0103b2930a admin admin] Network hostable DHCP agents. Network: cffa4a5f-809a-4e6a-b540-236a07565506, hostable agents: ['7b028a63-a201-45f3-9c70-05c56c6a2a18'], hosted agents: [] {{(pid=108314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 02:09:50.210577 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7681010c-ecca-4d6b-9add-9e0103b2930a admin admin] Network cffa4a5f-809a-4e6a-b540-236a07565506 is scheduled to be hosted by DHCP agent 7b028a63-a201-45f3-9c70-05c56c6a2a18 with binding_index 1 {{(pid=108314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 02:09:50.315870 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.base_scheduler [None req-7681010c-ecca-4d6b-9add-9e0103b2930a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815614-3-iscsi, cffa4a5f-809a-4e6a-b540-236a07565506) {{(pid=108314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:09:50.319837 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7681010c-ecca-4d6b-9add-9e0103b2930a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:09:50.320470 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-7681010c-ecca-4d6b-9add-9e0103b2930a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554904'] for subnet, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:50.324468 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6412e6-211d-4465-bfb8-5b46084dff3e None None] Network cffa4a5f-809a-4e6a-b540-236a07565506 requested from dv-cinder-815614-3-iscsi {{(pid=108316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 02:09:50.414483 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-7681010c-ecca-4d6b-9add-9e0103b2930a admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9337277 Nov 03 02:09:50.417086 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 51076) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:09:50.421461 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.v2.base [None req-a573cf26-4d8f-4eae-a828-82a6fdea0376 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-371307469-router', 'tenant_id': 'acd183c43fe64f528cb1a54e0e951443', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e'}}} {{(pid=108314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:09:50.508511 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-a573cf26-4d8f-4eae-a828-82a6fdea0376 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15184'] for router, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:50.509679 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-a573cf26-4d8f-4eae-a828-82a6fdea0376 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-558639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15175'] for router, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:50.562477 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-a573cf26-4d8f-4eae-a828-82a6fdea0376 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:50.587530 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ecaeb5-a1ee-48de-a73d-854d9a6d0e21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1c4a7f7-6499-5e5a-80e6-341c4ff4fafa-cffa4a5f-809a-4e6a-b540-236a07565506', 'network_id': 'cffa4a5f-809a-4e6a-b540-236a07565506', 'tenant_id': 'acd183c43fe64f528cb1a54e0e951443', 'fixed_ips': [{'subnet_id': '7ac96128-f0d1-4a89-997c-2692460bc837'}]}} from dv-cinder-815614-3-iscsi. {{(pid=108316) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 02:09:50.588404 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-e6ecaeb5-a1ee-48de-a73d-854d9a6d0e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_create {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:50.719652 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.db_base_plugin_common [None req-e6ecaeb5-a1ee-48de-a73d-854d9a6d0e21 None None] Allocated IP 172.20.0.2 (cffa4a5f-809a-4e6a-b540-236a07565506/7ac96128-f0d1-4a89-997c-2692460bc837/04eecb80-889c-4246-8d2b-99a3ba0d58db) {{(pid=108316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:09:50.761674 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-a573cf26-4d8f-4eae-a828-82a6fdea0376 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:50.864547 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-e6ecaeb5-a1ee-48de-a73d-854d9a6d0e21 None None] Publish callbacks [] for port, precommit_create {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:50.933464 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-e6ecaeb5-a1ee-48de-a73d-854d9a6d0e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784217128214'] for port, after_create {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:50.969568 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ecaeb5-a1ee-48de-a73d-854d9a6d0e21 None None] Network cffa4a5f-809a-4e6a-b540-236a07565506 is already hosted by enough agents. {{(pid=108316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:09:50.972425 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.scheduler.base_scheduler [None req-e6ecaeb5-a1ee-48de-a73d-854d9a6d0e21 None None] Resources bound (agent type, host, resource id): {{(pid=108316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:09:50.977904 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ecaeb5-a1ee-48de-a73d-854d9a6d0e21 None None] Received port after_create {{(pid=108316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:09:50.987086 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ecaeb5-a1ee-48de-a73d-854d9a6d0e21 None None] Pushing event updated for resources: {'Port': ['ID=04eecb80-889c-4246-8d2b-99a3ba0d58db,revision_number=1']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:09:51.012744 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ecaeb5-a1ee-48de-a73d-854d9a6d0e21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:09:51.013100 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ecaeb5-a1ee-48de-a73d-854d9a6d0e21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:09:51.013442 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ecaeb5-a1ee-48de-a73d-854d9a6d0e21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:09:51.013782 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ecaeb5-a1ee-48de-a73d-854d9a6d0e21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:09:51.014118 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ecaeb5-a1ee-48de-a73d-854d9a6d0e21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:09:51.014475 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ecaeb5-a1ee-48de-a73d-854d9a6d0e21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:09:51.014809 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ecaeb5-a1ee-48de-a73d-854d9a6d0e21 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:09:51.015139 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ecaeb5-a1ee-48de-a73d-854d9a6d0e21 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:09:51.015469 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ecaeb5-a1ee-48de-a73d-854d9a6d0e21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:09:51.015796 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ecaeb5-a1ee-48de-a73d-854d9a6d0e21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:09:51.016128 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ecaeb5-a1ee-48de-a73d-854d9a6d0e21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:09:51.016540 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ecaeb5-a1ee-48de-a73d-854d9a6d0e21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:09:51.036578 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-a573cf26-4d8f-4eae-a828-82a6fdea0376 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:51.049685 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.managers [None req-e6ecaeb5-a1ee-48de-a73d-854d9a6d0e21 None None] Attempting to bind port 04eecb80-889c-4246-8d2b-99a3ba0d58db on host dv-cinder-815614-3-iscsi for vnic_type normal with profile {{(pid=108316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 02:09:51.050083 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.managers [None req-e6ecaeb5-a1ee-48de-a73d-854d9a6d0e21 None None] Attempting to bind port 04eecb80-889c-4246-8d2b-99a3ba0d58db by drivers openvswitch,hyperv on host dv-cinder-815614-3-iscsi at level 0 using segments [{'id': '952abac8-fe65-4f46-9d97-5b5131c8a13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cffa4a5f-809a-4e6a-b540-236a07565506'}] {{(pid=108316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 02:09:51.050476 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ecaeb5-a1ee-48de-a73d-854d9a6d0e21 None None] Attempting to bind port 04eecb80-889c-4246-8d2b-99a3ba0d58db on network cffa4a5f-809a-4e6a-b540-236a07565506 {{(pid=108316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:09:51.056870 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ecaeb5-a1ee-48de-a73d-854d9a6d0e21 None None] Checking agent: {'id': '8d43342f-520b-4221-8f38-1d21061a375d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815614-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 1, 53, 24), 'started_at': datetime.datetime(2021, 11, 3, 1, 53, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 2, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815614-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:09:51.057269 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-a573cf26-4d8f-4eae-a828-82a6fdea0376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:51.057439 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ecaeb5-a1ee-48de-a73d-854d9a6d0e21 None None] Checking segment: {'id': '952abac8-fe65-4f46-9d97-5b5131c8a13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cffa4a5f-809a-4e6a-b540-236a07565506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 02:09:51.057832 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-e6ecaeb5-a1ee-48de-a73d-854d9a6d0e21 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:51.058299 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ecaeb5-a1ee-48de-a73d-854d9a6d0e21 None None] Bound using segment: {'id': '952abac8-fe65-4f46-9d97-5b5131c8a13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cffa4a5f-809a-4e6a-b540-236a07565506'} {{(pid=108316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:09:51.058808 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.managers [None req-e6ecaeb5-a1ee-48de-a73d-854d9a6d0e21 None None] Bound port: 04eecb80-889c-4246-8d2b-99a3ba0d58db, host: dv-cinder-815614-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '952abac8-fe65-4f46-9d97-5b5131c8a13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cffa4a5f-809a-4e6a-b540-236a07565506'}}] {{(pid=108316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 02:09:51.059186 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-e6ecaeb5-a1ee-48de-a73d-854d9a6d0e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:51.120079 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-e6ecaeb5-a1ee-48de-a73d-854d9a6d0e21 None None] For port 04eecb80-889c-4246-8d2b-99a3ba0d58db, host dv-cinder-815614-3-iscsi, cleared binding levels {{(pid=108316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:09:51.123069 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-e6ecaeb5-a1ee-48de-a73d-854d9a6d0e21 None None] For port 04eecb80-889c-4246-8d2b-99a3ba0d58db, host dv-cinder-815614-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=04eecb80-889c-4246-8d2b-99a3ba0d58db,segment=NetworkSegment(952abac8-fe65-4f46-9d97-5b5131c8a13f),segment_id=952abac8-fe65-4f46-9d97-5b5131c8a13f)] {{(pid=108316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:09:51.158766 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.db_base_plugin_common [None req-a573cf26-4d8f-4eae-a828-82a6fdea0376 admin admin] Allocated IP 172.27.1.227 (4ca214f6-e89c-4bd7-af93-48c10786815e/d2239322-01a4-44c7-bb94-af7246032662/c03e6ce9-4b4b-4a9a-b734-440ea30860f9) {{(pid=108314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:09:51.205708 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-e6ecaeb5-a1ee-48de-a73d-854d9a6d0e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:51.267643 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-a573cf26-4d8f-4eae-a828-82a6fdea0376 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:51.272731 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ecaeb5-a1ee-48de-a73d-854d9a6d0e21 None None] Pushing event updated for resources: {'Port': ['ID=04eecb80-889c-4246-8d2b-99a3ba0d58db,revision_number=2']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:09:51.342824 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-5b813f54-077d-440d-903f-32bc670fe069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:51.373777 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-a573cf26-4d8f-4eae-a828-82a6fdea0376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784217128214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126899639'] for port, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:51.411560 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a573cf26-4d8f-4eae-a828-82a6fdea0376 admin admin] Network 4ca214f6-e89c-4bd7-af93-48c10786815e is already hosted by enough agents. {{(pid=108314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:09:51.418929 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.base_scheduler [None req-a573cf26-4d8f-4eae-a828-82a6fdea0376 admin admin] Resources bound (agent type, host, resource id): {{(pid=108314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:09:51.424866 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a573cf26-4d8f-4eae-a828-82a6fdea0376 admin admin] Received port after_create {{(pid=108314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:09:51.448169 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a573cf26-4d8f-4eae-a828-82a6fdea0376 admin admin] Pushing event updated for resources: {'Port': ['ID=c03e6ce9-4b4b-4a9a-b734-440ea30860f9,revision_number=1']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:09:51.749129 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-a573cf26-4d8f-4eae-a828-82a6fdea0376 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:51.944848 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-a573cf26-4d8f-4eae-a828-82a6fdea0376 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641673'] for router, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:52.114855 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce598cca-99a7-4118-8cc9-3a540f9a9d40 None None] Network cffa4a5f-809a-4e6a-b540-236a07565506 requested from dv-cinder-815614-3-iscsi {{(pid=108316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 02:09:52.148153 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a573cf26-4d8f-4eae-a828-82a6fdea0376 admin admin] Router 6cd8900a-2db9-4b59-83ae-59578adad30e is scheduled to L3 agent dfdd482b-800d-4ddb-af67-bfdcf28c1d2f with binding_index 1 {{(pid=108314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 02:09:52.225125 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-fdd8a215-197e-4c57-a287-9bbe2f09208b None None] Provisioning complete for port 04eecb80-889c-4246-8d2b-99a3ba0d58db triggered by entity DHCP. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:09:52.225513 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-fdd8a215-197e-4c57-a287-9bbe2f09208b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:52.260834 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a573cf26-4d8f-4eae-a828-82a6fdea0376 admin admin] Notify agent at l3_agent.dv-cinder-815614-3-iscsi the message routers_updated {{(pid=108314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:09:52.270003 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a54702d-03f2-42d2-b3a5-932bec155d57 None None] Sync routers for ids ['6cd8900a-2db9-4b59-83ae-59578adad30e'] in dv-cinder-815614-3-iscsi {{(pid=108317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:09:52.284235 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a54702d-03f2-42d2-b3a5-932bec155d57 None None] Routers {'6cd8900a-2db9-4b59-83ae-59578adad30e'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:09:52.286919 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-4a54702d-03f2-42d2-b3a5-932bec155d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:09:49Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['6cd8900a-2db9-4b59-83ae-59578adad30e'], 'active': True} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:09:52.329076 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device 04eecb80-889c-4246-8d2b-99a3ba0d58db up at agent ovs-agent-dv-cinder-815614-3-iscsi {{(pid=108316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:09:52.341385 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-a573cf26-4d8f-4eae-a828-82a6fdea0376 admin admin] Publish callbacks [] for router, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:52.342687 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-a573cf26-4d8f-4eae-a828-82a6fdea0376 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9245572 Nov 03 02:09:52.349689 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 51078) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:09:52.377877 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-fdd8a215-197e-4c57-a287-9bbe2f09208b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:52.431785 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-fdd8a215-197e-4c57-a287-9bbe2f09208b None None] For port 04eecb80-889c-4246-8d2b-99a3ba0d58db, host dv-cinder-815614-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=04eecb80-889c-4246-8d2b-99a3ba0d58db,segment=NetworkSegment(952abac8-fe65-4f46-9d97-5b5131c8a13f),segment_id=952abac8-fe65-4f46-9d97-5b5131c8a13f)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:09:52.436618 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Provisioning complete for port 04eecb80-889c-4246-8d2b-99a3ba0d58db triggered by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:09:52.437007 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:52.487349 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvr_db [None req-4a54702d-03f2-42d2-b3a5-932bec155d57 None None] Set router 6cd8900a-2db9-4b59-83ae-59578adad30e gateway port host: dv-cinder-815614-3-iscsi {{(pid=108317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:09:52.525447 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:52.528901 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-fdd8a215-197e-4c57-a287-9bbe2f09208b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:52.622097 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd8a215-197e-4c57-a287-9bbe2f09208b None None] Pushing event updated for resources: {'Port': ['ID=04eecb80-889c-4246-8d2b-99a3ba0d58db,revision_number=3']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:09:52.634287 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.db.api [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108316) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 02:09:52.634638 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG oslo_db.api [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 02:09:52.650505 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-e2511cc3-f142-494a-be76-421d2bc5983d None None] Provisioning complete for port 04eecb80-889c-4246-8d2b-99a3ba0d58db triggered by entity DHCP. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:09:52.651008 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-e2511cc3-f142-494a-be76-421d2bc5983d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:52.706219 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-4a54702d-03f2-42d2-b3a5-932bec155d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd8900a-2db9-4b59-83ae-59578adad30e', 'name': 'tempest-AttachVolumeTestJSON-371307469-router', 'tenant_id': 'acd183c43fe64f528cb1a54e0e951443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'c03e6ce9-4b4b-4a9a-b734-440ea30860f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:09:50Z', 'updated_at': '2021-11-03T02:09:51Z', 'revision_number': 3, 'project_id': 'acd183c43fe64f528cb1a54e0e951443', 'gw_port': {'id': 'c03e6ce9-4b4b-4a9a-b734-440ea30860f9', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:04:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cd8900a-2db9-4b59-83ae-59578adad30e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:09:51Z', 'updated_at': '2021-11-03T02:09:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi'}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:09:52.736262 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a54702d-03f2-42d2-b3a5-932bec155d57 None None] Checking router: 6cd8900a-2db9-4b59-83ae-59578adad30e for host: dv-cinder-815614-3-iscsi {{(pid=108317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:09:52.736617 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a54702d-03f2-42d2-b3a5-932bec155d57 None None] Updating router 6cd8900a-2db9-4b59-83ae-59578adad30e port c03e6ce9-4b4b-4a9a-b734-440ea30860f9 binding host dv-cinder-815614-3-iscsi {{(pid=108317) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 02:09:52.761541 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron_lib.callbacks.manager [None req-4a54702d-03f2-42d2-b3a5-932bec155d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:52.828955 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-8de3d58f-e587-49f0-9c1a-0d9cafebbba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:52.981671 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.db_base_plugin_common [None req-8de3d58f-e587-49f0-9c1a-0d9cafebbba3 admin admin] Allocated IP 172.20.0.1 (cffa4a5f-809a-4e6a-b540-236a07565506/7ac96128-f0d1-4a89-997c-2692460bc837/633fd5a5-1eb8-47ec-8c70-16c62febaf49) {{(pid=108314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:09:53.009078 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron_lib.callbacks.manager [None req-4a54702d-03f2-42d2-b3a5-932bec155d57 None None] Publish callbacks [] for port, precommit_update {{(pid=108317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:53.085390 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-8de3d58f-e587-49f0-9c1a-0d9cafebbba3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:53.091104 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron_lib.callbacks.manager [None req-4a54702d-03f2-42d2-b3a5-932bec155d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:53.141960 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.managers [None req-4a54702d-03f2-42d2-b3a5-932bec155d57 None None] Attempting to bind port c03e6ce9-4b4b-4a9a-b734-440ea30860f9 on host dv-cinder-815614-3-iscsi for vnic_type normal with profile {{(pid=108317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 02:09:53.142355 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.managers [None req-4a54702d-03f2-42d2-b3a5-932bec155d57 None None] Attempting to bind port c03e6ce9-4b4b-4a9a-b734-440ea30860f9 by drivers openvswitch,hyperv on host dv-cinder-815614-3-iscsi at level 0 using segments [{'id': '1823f467-65f5-492c-8155-6dfe4df97867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e'}] {{(pid=108317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 02:09:53.142719 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a54702d-03f2-42d2-b3a5-932bec155d57 None None] Attempting to bind port c03e6ce9-4b4b-4a9a-b734-440ea30860f9 on network 4ca214f6-e89c-4bd7-af93-48c10786815e {{(pid=108317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:09:53.145743 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac834d75-2cd4-4e2a-be02-363e91636dbb None None] Pushing event updated for resources: {'Port': ['ID=c03e6ce9-4b4b-4a9a-b734-440ea30860f9,revision_number=2']} {{(pid=108317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:09:53.153996 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a54702d-03f2-42d2-b3a5-932bec155d57 None None] Checking agent: {'id': '8d43342f-520b-4221-8f38-1d21061a375d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815614-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 1, 53, 24), 'started_at': datetime.datetime(2021, 11, 3, 1, 53, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 2, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815614-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:09:53.165890 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a54702d-03f2-42d2-b3a5-932bec155d57 None None] Checking segment: {'id': '1823f467-65f5-492c-8155-6dfe4df97867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 02:09:53.165890 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron_lib.callbacks.manager [None req-4a54702d-03f2-42d2-b3a5-932bec155d57 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:53.165890 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a54702d-03f2-42d2-b3a5-932bec155d57 None None] Bound using segment: {'id': '1823f467-65f5-492c-8155-6dfe4df97867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e'} {{(pid=108317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:09:53.165890 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.managers [None req-4a54702d-03f2-42d2-b3a5-932bec155d57 None None] Bound port: c03e6ce9-4b4b-4a9a-b734-440ea30860f9, host: dv-cinder-815614-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1823f467-65f5-492c-8155-6dfe4df97867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e'}}] {{(pid=108317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 02:09:53.165890 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron_lib.callbacks.manager [None req-4a54702d-03f2-42d2-b3a5-932bec155d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:53.165890 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac834d75-2cd4-4e2a-be02-363e91636dbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:09:53.165890 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac834d75-2cd4-4e2a-be02-363e91636dbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:09:53.165890 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac834d75-2cd4-4e2a-be02-363e91636dbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:09:53.165890 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac834d75-2cd4-4e2a-be02-363e91636dbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:09:53.165890 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac834d75-2cd4-4e2a-be02-363e91636dbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:09:53.165890 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac834d75-2cd4-4e2a-be02-363e91636dbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:09:53.165890 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac834d75-2cd4-4e2a-be02-363e91636dbb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:09:53.165890 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac834d75-2cd4-4e2a-be02-363e91636dbb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:09:53.165890 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac834d75-2cd4-4e2a-be02-363e91636dbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:09:53.167140 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac834d75-2cd4-4e2a-be02-363e91636dbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:09:53.167140 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac834d75-2cd4-4e2a-be02-363e91636dbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:09:53.167140 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac834d75-2cd4-4e2a-be02-363e91636dbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:09:53.188650 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-8de3d58f-e587-49f0-9c1a-0d9cafebbba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784217128214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126899639'] for port, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:53.211930 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.db [None req-4a54702d-03f2-42d2-b3a5-932bec155d57 None None] For port c03e6ce9-4b4b-4a9a-b734-440ea30860f9, host dv-cinder-815614-3-iscsi, cleared binding levels {{(pid=108317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:09:53.214904 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.plugins.ml2.db [None req-4a54702d-03f2-42d2-b3a5-932bec155d57 None None] For port c03e6ce9-4b4b-4a9a-b734-440ea30860f9, host dv-cinder-815614-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=c03e6ce9-4b4b-4a9a-b734-440ea30860f9,segment=NetworkSegment(1823f467-65f5-492c-8155-6dfe4df97867),segment_id=1823f467-65f5-492c-8155-6dfe4df97867)] {{(pid=108317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:09:53.225539 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de3d58f-e587-49f0-9c1a-0d9cafebbba3 admin admin] Network cffa4a5f-809a-4e6a-b540-236a07565506 is already hosted by enough agents. {{(pid=108314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:09:53.228347 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.base_scheduler [None req-8de3d58f-e587-49f0-9c1a-0d9cafebbba3 admin admin] Resources bound (agent type, host, resource id): {{(pid=108314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:09:53.234538 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de3d58f-e587-49f0-9c1a-0d9cafebbba3 admin admin] Received port after_create {{(pid=108314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:09:53.258790 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de3d58f-e587-49f0-9c1a-0d9cafebbba3 admin admin] Pushing event updated for resources: {'Port': ['ID=633fd5a5-1eb8-47ec-8c70-16c62febaf49,revision_number=1']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:09:53.278284 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-8de3d58f-e587-49f0-9c1a-0d9cafebbba3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640980'] for router_interface, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:53.297195 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron_lib.callbacks.manager [None req-4a54702d-03f2-42d2-b3a5-932bec155d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:53.359753 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac834d75-2cd4-4e2a-be02-363e91636dbb None None] Pushing event updated for resources: {'Port': ['ID=c03e6ce9-4b4b-4a9a-b734-440ea30860f9,revision_number=3']} {{(pid=108317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:09:53.367194 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a54702d-03f2-42d2-b3a5-932bec155d57 None None] Routers {'6cd8900a-2db9-4b59-83ae-59578adad30e'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:09:53.367791 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-4a54702d-03f2-42d2-b3a5-932bec155d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:09:49Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['6cd8900a-2db9-4b59-83ae-59578adad30e'], 'active': True} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:09:53.459881 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-c65a177f-5ede-40cd-b037-7958c3b02a2b None None] Provisioning complete for port 633fd5a5-1eb8-47ec-8c70-16c62febaf49 triggered by entity DHCP. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:09:53.460475 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-c65a177f-5ede-40cd-b037-7958c3b02a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:53.476961 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvr_db [None req-4a54702d-03f2-42d2-b3a5-932bec155d57 None None] Set router 6cd8900a-2db9-4b59-83ae-59578adad30e gateway port host: dv-cinder-815614-3-iscsi {{(pid=108317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:09:53.479086 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-8de3d58f-e587-49f0-9c1a-0d9cafebbba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:53.501385 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-c65a177f-5ede-40cd-b037-7958c3b02a2b None None] Port 633fd5a5-1eb8-47ec-8c70-16c62febaf49 cannot update to ACTIVE because it is not bound. {{(pid=108316) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 02:09:53.639923 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-8de3d58f-e587-49f0-9c1a-0d9cafebbba3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:53.655630 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-4a54702d-03f2-42d2-b3a5-932bec155d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd8900a-2db9-4b59-83ae-59578adad30e', 'name': 'tempest-AttachVolumeTestJSON-371307469-router', 'tenant_id': 'acd183c43fe64f528cb1a54e0e951443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'c03e6ce9-4b4b-4a9a-b734-440ea30860f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:09:50Z', 'updated_at': '2021-11-03T02:09:51Z', 'revision_number': 3, 'project_id': 'acd183c43fe64f528cb1a54e0e951443', 'gw_port': {'id': 'c03e6ce9-4b4b-4a9a-b734-440ea30860f9', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:04:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cd8900a-2db9-4b59-83ae-59578adad30e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:09:51Z', 'updated_at': '2021-11-03T02:09:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi'}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:09:53.685305 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a54702d-03f2-42d2-b3a5-932bec155d57 None None] The sync data for ids ['6cd8900a-2db9-4b59-83ae-59578adad30e'] in dv-cinder-815614-3-iscsi is: [{'id': '6cd8900a-2db9-4b59-83ae-59578adad30e', 'name': 'tempest-AttachVolumeTestJSON-371307469-router', 'tenant_id': 'acd183c43fe64f528cb1a54e0e951443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'c03e6ce9-4b4b-4a9a-b734-440ea30860f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:09:50Z', 'updated_at': '2021-11-03T02:09:51Z', 'revision_number': 3, 'project_id': 'acd183c43fe64f528cb1a54e0e951443', 'gw_port': {'id': 'c03e6ce9-4b4b-4a9a-b734-440ea30860f9', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:04:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cd8900a-2db9-4b59-83ae-59578adad30e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:09:51Z', 'updated_at': '2021-11-03T02:09:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi'}] {{(pid=108317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:09:53.726168 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-8de3d58f-e587-49f0-9c1a-0d9cafebbba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126899640'] for port, after_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:53.798070 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de3d58f-e587-49f0-9c1a-0d9cafebbba3 admin admin] Pushing event updated for resources: {'Port': ['ID=633fd5a5-1eb8-47ec-8c70-16c62febaf49,revision_number=2']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:09:53.805268 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-8de3d58f-e587-49f0-9c1a-0d9cafebbba3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640840'] for router_interface, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:53.904354 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de3d58f-e587-49f0-9c1a-0d9cafebbba3 admin admin] Network cffa4a5f-809a-4e6a-b540-236a07565506 is already hosted by enough agents. {{(pid=108314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:09:53.905947 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.base_scheduler [None req-8de3d58f-e587-49f0-9c1a-0d9cafebbba3 admin admin] Resources bound (agent type, host, resource id): {{(pid=108314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:09:54.035985 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8de3d58f-e587-49f0-9c1a-0d9cafebbba3 admin admin] Router 6cd8900a-2db9-4b59-83ae-59578adad30e has already been hosted by L3 agent dfdd482b-800d-4ddb-af67-bfdcf28c1d2f {{(pid=108314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:09:54.059857 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:54.125611 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-2764cbe2-6087-4de9-91c4-f232c009d2cd None None] Provisioning complete for port 633fd5a5-1eb8-47ec-8c70-16c62febaf49 triggered by entity DHCP. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:09:54.125975 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-2764cbe2-6087-4de9-91c4-f232c009d2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:54.164474 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-2764cbe2-6087-4de9-91c4-f232c009d2cd None None] Port 633fd5a5-1eb8-47ec-8c70-16c62febaf49 cannot update to ACTIVE because it is not bound. {{(pid=108316) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 02:09:54.368876 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device 04eecb80-889c-4246-8d2b-99a3ba0d58db up at agent ovs-agent-dv-cinder-815614-3-iscsi {{(pid=108316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:09:54.421698 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de3d58f-e587-49f0-9c1a-0d9cafebbba3 admin admin] Notify agent at l3_agent.dv-cinder-815614-3-iscsi the message routers_updated {{(pid=108314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:09:54.425219 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Provisioning complete for port 04eecb80-889c-4246-8d2b-99a3ba0d58db triggered by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:09:54.425693 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:54.430710 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-8de3d58f-e587-49f0-9c1a-0d9cafebbba3 admin admin] 10.222.0.30 "PUT /v2.0/routers/6cd8900a-2db9-4b59-83ae-59578adad30e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0844769 Nov 03 02:09:54.512753 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device c03e6ce9-4b4b-4a9a-b734-440ea30860f9 up at agent ovs-agent-dv-cinder-815614-3-iscsi {{(pid=108316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:09:54.564761 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Provisioning complete for port c03e6ce9-4b4b-4a9a-b734-440ea30860f9 triggered by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:09:54.565084 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:54.644955 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:54.667225 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] For port c03e6ce9-4b4b-4a9a-b734-440ea30860f9, host dv-cinder-815614-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=c03e6ce9-4b4b-4a9a-b734-440ea30860f9,segment=NetworkSegment(1823f467-65f5-492c-8155-6dfe4df97867),segment_id=1823f467-65f5-492c-8155-6dfe4df97867)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:09:54.725269 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:54.771670 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Pushing event updated for resources: {'Port': ['ID=c03e6ce9-4b4b-4a9a-b734-440ea30860f9,revision_number=4']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:09:55.058385 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 51086) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:09:55.063074 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.v2.base [None req-1371bfb9-846f-42a0-90a7-e1a0bba79441 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Request body: {'security_group': {'name': 'tempest-securitygroup--9456794', 'description': 'tempest-description--807317238'}} {{(pid=108314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:09:55.159720 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-1371bfb9-846f-42a0-90a7-e1a0bba79441 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks [] for security_group, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:55.198625 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59435c7b-3658-41b2-9bdf-a842ed06e604 None None] Sync routers for ids ['6cd8900a-2db9-4b59-83ae-59578adad30e'] in dv-cinder-815614-3-iscsi {{(pid=108316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:09:55.208858 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59435c7b-3658-41b2-9bdf-a842ed06e604 None None] Routers {'6cd8900a-2db9-4b59-83ae-59578adad30e'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:09:55.209532 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-59435c7b-3658-41b2-9bdf-a842ed06e604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:09:49Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['6cd8900a-2db9-4b59-83ae-59578adad30e'], 'active': True} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:09:55.227610 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-1371bfb9-846f-42a0-90a7-e1a0bba79441 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks [] for security_group, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:55.290638 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-1371bfb9-846f-42a0-90a7-e1a0bba79441 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:55.313348 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvr_db [None req-59435c7b-3658-41b2-9bdf-a842ed06e604 None None] Set router 6cd8900a-2db9-4b59-83ae-59578adad30e gateway port host: dv-cinder-815614-3-iscsi {{(pid=108316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:09:55.320995 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1371bfb9-846f-42a0-90a7-e1a0bba79441 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=225bdd7a-2ca0-49e1-8a54-b7204d2cfc1c,revision_number=1']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:09:55.392490 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-1371bfb9-846f-42a0-90a7-e1a0bba79441 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks [] for security_group, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:55.393752 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-1371bfb9-846f-42a0-90a7-e1a0bba79441 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.3342724 Nov 03 02:09:55.397268 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 51088) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:09:55.401847 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.v2.base [None req-37bcb23b-693e-4f1b-a6ce-a0c225021962 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Request body: {'security_group_rule': {'security_group_id': '225bdd7a-2ca0-49e1-8a54-b7204d2cfc1c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:09:55.509663 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-59435c7b-3658-41b2-9bdf-a842ed06e604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd8900a-2db9-4b59-83ae-59578adad30e', 'name': 'tempest-AttachVolumeTestJSON-371307469-router', 'tenant_id': 'acd183c43fe64f528cb1a54e0e951443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'c03e6ce9-4b4b-4a9a-b734-440ea30860f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:09:50Z', 'updated_at': '2021-11-03T02:09:53Z', 'revision_number': 4, 'project_id': 'acd183c43fe64f528cb1a54e0e951443', 'gw_port': {'id': 'c03e6ce9-4b4b-4a9a-b734-440ea30860f9', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:04:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd8900a-2db9-4b59-83ae-59578adad30e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:09:51Z', 'updated_at': '2021-11-03T02:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_interfaces': [{'id': '633fd5a5-1eb8-47ec-8c70-16c62febaf49', 'name': '', 'network_id': 'cffa4a5f-809a-4e6a-b540-236a07565506', 'tenant_id': 'acd183c43fe64f528cb1a54e0e951443', 'mac_address': 'fa:16:3e:cb:3d:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cd8900a-2db9-4b59-83ae-59578adad30e', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '7ac96128-f0d1-4a89-997c-2692460bc837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:09:52Z', 'updated_at': '2021-11-03T02:09:53Z', 'revision_number': 2, 'project_id': 'acd183c43fe64f528cb1a54e0e951443', 'subnets': [{'id': '7ac96128-f0d1-4a89-997c-2692460bc837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:09:55.521104 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-37bcb23b-693e-4f1b-a6ce-a0c225021962 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:55.538342 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59435c7b-3658-41b2-9bdf-a842ed06e604 None None] Checking router: 6cd8900a-2db9-4b59-83ae-59578adad30e for host: dv-cinder-815614-3-iscsi {{(pid=108316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:09:55.538889 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59435c7b-3658-41b2-9bdf-a842ed06e604 None None] Updating router 6cd8900a-2db9-4b59-83ae-59578adad30e port 633fd5a5-1eb8-47ec-8c70-16c62febaf49 binding host dv-cinder-815614-3-iscsi {{(pid=108316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 02:09:55.567354 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-59435c7b-3658-41b2-9bdf-a842ed06e604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:55.580164 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-37bcb23b-693e-4f1b-a6ce-a0c225021962 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:55.662263 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-37bcb23b-693e-4f1b-a6ce-a0c225021962 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587162'] for security_group_rule, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:55.678150 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bcb23b-693e-4f1b-a6ce-a0c225021962 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a2f5c21-1d5e-4b9d-b605-5123eb237a51,revision_number=0']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:09:55.746976 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-37bcb23b-693e-4f1b-a6ce-a0c225021962 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:55.748234 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-37bcb23b-693e-4f1b-a6ce-a0c225021962 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3499019 Nov 03 02:09:55.751094 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 51090) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:09:55.756231 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.v2.base [None req-4edd97dc-d0a8-4790-a1d9-1123e0cab428 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Request body: {'security_group_rule': {'security_group_id': '225bdd7a-2ca0-49e1-8a54-b7204d2cfc1c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:09:55.823867 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-59435c7b-3658-41b2-9bdf-a842ed06e604 None None] Publish callbacks [] for port, precommit_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:55.855713 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-4edd97dc-d0a8-4790-a1d9-1123e0cab428 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:55.910051 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-59435c7b-3658-41b2-9bdf-a842ed06e604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:55.910819 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-4edd97dc-d0a8-4790-a1d9-1123e0cab428 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:55.960912 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82baa57-9351-411e-ae1d-545bb649b9c8 None None] Pushing event updated for resources: {'Port': ['ID=633fd5a5-1eb8-47ec-8c70-16c62febaf49,revision_number=3']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:09:55.996051 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-4edd97dc-d0a8-4790-a1d9-1123e0cab428 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587162'] for security_group_rule, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:56.018623 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edd97dc-d0a8-4790-a1d9-1123e0cab428 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bb16079-085f-4254-b505-8a038d3cab4c,revision_number=0']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:09:56.025177 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.managers [None req-59435c7b-3658-41b2-9bdf-a842ed06e604 None None] Attempting to bind port 633fd5a5-1eb8-47ec-8c70-16c62febaf49 on host dv-cinder-815614-3-iscsi for vnic_type normal with profile {{(pid=108316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 02:09:56.025774 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.managers [None req-59435c7b-3658-41b2-9bdf-a842ed06e604 None None] Attempting to bind port 633fd5a5-1eb8-47ec-8c70-16c62febaf49 by drivers openvswitch,hyperv on host dv-cinder-815614-3-iscsi at level 0 using segments [{'id': '952abac8-fe65-4f46-9d97-5b5131c8a13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cffa4a5f-809a-4e6a-b540-236a07565506'}] {{(pid=108316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 02:09:56.026439 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59435c7b-3658-41b2-9bdf-a842ed06e604 None None] Attempting to bind port 633fd5a5-1eb8-47ec-8c70-16c62febaf49 on network cffa4a5f-809a-4e6a-b540-236a07565506 {{(pid=108316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:09:56.034092 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59435c7b-3658-41b2-9bdf-a842ed06e604 None None] Checking agent: {'id': '8d43342f-520b-4221-8f38-1d21061a375d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815614-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 1, 53, 24), 'started_at': datetime.datetime(2021, 11, 3, 1, 53, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 2, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815614-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:09:56.039111 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59435c7b-3658-41b2-9bdf-a842ed06e604 None None] Checking segment: {'id': '952abac8-fe65-4f46-9d97-5b5131c8a13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cffa4a5f-809a-4e6a-b540-236a07565506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 02:09:56.039111 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-59435c7b-3658-41b2-9bdf-a842ed06e604 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:56.039111 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59435c7b-3658-41b2-9bdf-a842ed06e604 None None] Bound using segment: {'id': '952abac8-fe65-4f46-9d97-5b5131c8a13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cffa4a5f-809a-4e6a-b540-236a07565506'} {{(pid=108316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:09:56.039111 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.managers [None req-59435c7b-3658-41b2-9bdf-a842ed06e604 None None] Bound port: 633fd5a5-1eb8-47ec-8c70-16c62febaf49, host: dv-cinder-815614-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '952abac8-fe65-4f46-9d97-5b5131c8a13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cffa4a5f-809a-4e6a-b540-236a07565506'}}] {{(pid=108316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 02:09:56.039111 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-59435c7b-3658-41b2-9bdf-a842ed06e604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:56.093294 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-4edd97dc-d0a8-4790-a1d9-1123e0cab428 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:56.098243 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-4edd97dc-d0a8-4790-a1d9-1123e0cab428 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3460734 Nov 03 02:09:56.102211 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 51092) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:09:56.104395 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.v2.base [None req-1275ccec-bde8-415e-a73b-08d80322306a tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Request body: {'floatingip': {'floating_network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e'}} {{(pid=108315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:09:56.116778 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-59435c7b-3658-41b2-9bdf-a842ed06e604 None None] For port 633fd5a5-1eb8-47ec-8c70-16c62febaf49, host dv-cinder-815614-3-iscsi, cleared binding levels {{(pid=108316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:09:56.119840 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-59435c7b-3658-41b2-9bdf-a842ed06e604 None None] For port 633fd5a5-1eb8-47ec-8c70-16c62febaf49, host dv-cinder-815614-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=633fd5a5-1eb8-47ec-8c70-16c62febaf49,segment=NetworkSegment(952abac8-fe65-4f46-9d97-5b5131c8a13f),segment_id=952abac8-fe65-4f46-9d97-5b5131c8a13f)] {{(pid=108316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:09:56.185927 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-59435c7b-3658-41b2-9bdf-a842ed06e604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:56.213586 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-1275ccec-bde8-415e-a73b-08d80322306a tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks [] for floatingip, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:56.246917 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-597e744e-cb83-4eb9-845c-dd0599a305ab None None] Provisioning complete for port 633fd5a5-1eb8-47ec-8c70-16c62febaf49 triggered by entity DHCP. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:09:56.247287 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-597e744e-cb83-4eb9-845c-dd0599a305ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:56.274378 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82baa57-9351-411e-ae1d-545bb649b9c8 None None] Pushing event updated for resources: {'Port': ['ID=633fd5a5-1eb8-47ec-8c70-16c62febaf49,revision_number=4']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:09:56.284262 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59435c7b-3658-41b2-9bdf-a842ed06e604 None None] Routers {'6cd8900a-2db9-4b59-83ae-59578adad30e'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:09:56.284891 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-59435c7b-3658-41b2-9bdf-a842ed06e604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:09:49Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['6cd8900a-2db9-4b59-83ae-59578adad30e'], 'active': True} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:09:56.343407 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-1275ccec-bde8-415e-a73b-08d80322306a tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:56.457711 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device c03e6ce9-4b4b-4a9a-b734-440ea30860f9 up at agent ovs-agent-dv-cinder-815614-3-iscsi {{(pid=108316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:09:56.459645 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.db.db_base_plugin_common [None req-1275ccec-bde8-415e-a73b-08d80322306a tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Allocated IP 172.27.1.23 (4ca214f6-e89c-4bd7-af93-48c10786815e/d2239322-01a4-44c7-bb94-af7246032662/cabf7480-4dcd-466d-94da-5101fb15f3bc) {{(pid=108315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:09:56.562107 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-1275ccec-bde8-415e-a73b-08d80322306a tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks [] for port, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:56.602278 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-597e744e-cb83-4eb9-845c-dd0599a305ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:56.607865 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvr_db [None req-59435c7b-3658-41b2-9bdf-a842ed06e604 None None] Set router 6cd8900a-2db9-4b59-83ae-59578adad30e gateway port host: dv-cinder-815614-3-iscsi {{(pid=108316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:09:56.637237 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Provisioning complete for port c03e6ce9-4b4b-4a9a-b734-440ea30860f9 triggered by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:09:56.637600 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:56.653604 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-1275ccec-bde8-415e-a73b-08d80322306a tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784217128214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127914182'] for port, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:56.695211 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1275ccec-bde8-415e-a73b-08d80322306a tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Network 4ca214f6-e89c-4bd7-af93-48c10786815e is already hosted by enough agents. {{(pid=108315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:09:56.701739 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.base_scheduler [None req-1275ccec-bde8-415e-a73b-08d80322306a tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Resources bound (agent type, host, resource id): {{(pid=108315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:09:56.704901 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1275ccec-bde8-415e-a73b-08d80322306a tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Received port after_create {{(pid=108315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:09:56.724067 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-597e744e-cb83-4eb9-845c-dd0599a305ab None None] For port 633fd5a5-1eb8-47ec-8c70-16c62febaf49, host dv-cinder-815614-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=633fd5a5-1eb8-47ec-8c70-16c62febaf49,segment=NetworkSegment(952abac8-fe65-4f46-9d97-5b5131c8a13f),segment_id=952abac8-fe65-4f46-9d97-5b5131c8a13f)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:09:56.729608 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1275ccec-bde8-415e-a73b-08d80322306a tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Pushing event updated for resources: {'Port': ['ID=cabf7480-4dcd-466d-94da-5101fb15f3bc,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:09:56.797537 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-1275ccec-bde8-415e-a73b-08d80322306a tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:56.815625 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-597e744e-cb83-4eb9-845c-dd0599a305ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:56.907175 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-1275ccec-bde8-415e-a73b-08d80322306a tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:56.910022 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597e744e-cb83-4eb9-845c-dd0599a305ab None None] Pushing event updated for resources: {'Port': ['ID=633fd5a5-1eb8-47ec-8c70-16c62febaf49,revision_number=5']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:09:56.945884 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-343d4c51-55ca-4f3a-89c8-718990271483 None None] Provisioning complete for port 633fd5a5-1eb8-47ec-8c70-16c62febaf49 triggered by entity DHCP. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:09:56.946278 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-343d4c51-55ca-4f3a-89c8-718990271483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:56.975661 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-59435c7b-3658-41b2-9bdf-a842ed06e604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd8900a-2db9-4b59-83ae-59578adad30e', 'name': 'tempest-AttachVolumeTestJSON-371307469-router', 'tenant_id': 'acd183c43fe64f528cb1a54e0e951443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'c03e6ce9-4b4b-4a9a-b734-440ea30860f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:09:50Z', 'updated_at': '2021-11-03T02:09:53Z', 'revision_number': 4, 'project_id': 'acd183c43fe64f528cb1a54e0e951443', 'gw_port': {'id': 'c03e6ce9-4b4b-4a9a-b734-440ea30860f9', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:04:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd8900a-2db9-4b59-83ae-59578adad30e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:09:51Z', 'updated_at': '2021-11-03T02:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_interfaces': [{'id': '633fd5a5-1eb8-47ec-8c70-16c62febaf49', 'name': '', 'network_id': 'cffa4a5f-809a-4e6a-b540-236a07565506', 'tenant_id': 'acd183c43fe64f528cb1a54e0e951443', 'mac_address': 'fa:16:3e:cb:3d:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cd8900a-2db9-4b59-83ae-59578adad30e', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '7ac96128-f0d1-4a89-997c-2692460bc837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:09:52Z', 'updated_at': '2021-11-03T02:09:56Z', 'revision_number': 4, 'project_id': 'acd183c43fe64f528cb1a54e0e951443', 'subnets': [{'id': '7ac96128-f0d1-4a89-997c-2692460bc837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:09:57.007709 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59435c7b-3658-41b2-9bdf-a842ed06e604 None None] The sync data for ids ['6cd8900a-2db9-4b59-83ae-59578adad30e'] in dv-cinder-815614-3-iscsi is: [{'id': '6cd8900a-2db9-4b59-83ae-59578adad30e', 'name': 'tempest-AttachVolumeTestJSON-371307469-router', 'tenant_id': 'acd183c43fe64f528cb1a54e0e951443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'c03e6ce9-4b4b-4a9a-b734-440ea30860f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:09:50Z', 'updated_at': '2021-11-03T02:09:53Z', 'revision_number': 4, 'project_id': 'acd183c43fe64f528cb1a54e0e951443', 'gw_port': {'id': 'c03e6ce9-4b4b-4a9a-b734-440ea30860f9', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:04:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd8900a-2db9-4b59-83ae-59578adad30e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:09:51Z', 'updated_at': '2021-11-03T02:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_interfaces': [{'id': '633fd5a5-1eb8-47ec-8c70-16c62febaf49', 'name': '', 'network_id': 'cffa4a5f-809a-4e6a-b540-236a07565506', 'tenant_id': 'acd183c43fe64f528cb1a54e0e951443', 'mac_address': 'fa:16:3e:cb:3d:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cd8900a-2db9-4b59-83ae-59578adad30e', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '7ac96128-f0d1-4a89-997c-2692460bc837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:09:52Z', 'updated_at': '2021-11-03T02:09:56Z', 'revision_number': 4, 'project_id': 'acd183c43fe64f528cb1a54e0e951443', 'subnets': [{'id': '7ac96128-f0d1-4a89-997c-2692460bc837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:09:57.087061 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-1275ccec-bde8-415e-a73b-08d80322306a tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks [] for port, precommit_update {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:57.161818 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-1275ccec-bde8-415e-a73b-08d80322306a tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127914185'] for port, after_update {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:57.236017 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1275ccec-bde8-415e-a73b-08d80322306a tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Pushing event updated for resources: {'Port': ['ID=cabf7480-4dcd-466d-94da-5101fb15f3bc,revision_number=2']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:09:57.249723 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-1275ccec-bde8-415e-a73b-08d80322306a tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641583'] for floatingip, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:57.335145 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-1275ccec-bde8-415e-a73b-08d80322306a tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622'] for floatingip, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:57.336473 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-1275ccec-bde8-415e-a73b-08d80322306a tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2362547 Nov 03 02:09:57.494656 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-92debe78-3b65-4664-a838-eba479434790 req-b2240f5a-7296-402f-b42f-b43c97f7996f tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--9456794&fields=id&tenant_id=acd183c43fe64f528cb1a54e0e951443 HTTP/1.1" status: 200 len: 267 time: 0.0450466 Nov 03 02:09:57.605448 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92debe78-3b65-4664-a838-eba479434790 req-65843ccf-41e2-4661-8151-5056cf6ca854 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:09:57.607122 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-92debe78-3b65-4664-a838-eba479434790 req-65843ccf-41e2-4661-8151-5056cf6ca854 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/networks?id=cffa4a5f-809a-4e6a-b540-236a07565506 HTTP/1.1" status: 200 len: 810 time: 0.1055515 Nov 03 02:09:57.622932 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-92debe78-3b65-4664-a838-eba479434790 req-29ae8b8e-6952-4d0b-b887-c6ce6c90a81a tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/quotas/acd183c43fe64f528cb1a54e0e951443 HTTP/1.1" status: 200 len: 375 time: 0.0100853 Nov 03 02:09:57.684135 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-92debe78-3b65-4664-a838-eba479434790 req-b274e82b-4a82-4ace-a3db-6edef790ddca tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=acd183c43fe64f528cb1a54e0e951443&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0533345 Nov 03 02:09:57.781140 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-92debe78-3b65-4664-a838-eba479434790 req-272ac98e-d993-4932-ba38-81002512cd66 service neutron] 10.222.0.30 "GET /v2.0/networks/cffa4a5f-809a-4e6a-b540-236a07565506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850911 Nov 03 02:09:57.877287 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-92debe78-3b65-4664-a838-eba479434790 req-a2a94517-5701-461a-adbc-649843f668fb service neutron] 10.222.0.30 "GET /v2.0/networks/cffa4a5f-809a-4e6a-b540-236a07565506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899262 Nov 03 02:09:58.153365 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-0e31f508-24da-44dd-90b2-f5b103ab9b4f req-9127ac3d-a0c3-4cfb-8f8b-f4acd89019e3 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9f31bdf-2f02-4be5-b437-7e26dcceb512 HTTP/1.1" status: 200 len: 210 time: 0.0326529 Nov 03 02:09:58.308262 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device 633fd5a5-1eb8-47ec-8c70-16c62febaf49 up at agent ovs-agent-dv-cinder-815614-3-iscsi {{(pid=108316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:09:58.365532 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Provisioning complete for port 633fd5a5-1eb8-47ec-8c70-16c62febaf49 triggered by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:09:58.365907 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:09:59.231055 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-0b2d08ad-52c7-4ae4-b2cd-cd414197fbae req-8efe5c5a-21b7-45c2-a4c8-2ebc6da3f6c0 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9f31bdf-2f02-4be5-b437-7e26dcceb512 HTTP/1.1" status: 200 len: 210 time: 0.0263393 Nov 03 02:09:59.953690 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:00.323176 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d76dc56a-eee4-41f3-ba51-162e304cf34a req-4a967edb-0579-4c67-8ab6-a96761a435ae tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9f31bdf-2f02-4be5-b437-7e26dcceb512 HTTP/1.1" status: 200 len: 210 time: 0.0259259 Nov 03 02:10:00.574591 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92debe78-3b65-4664-a838-eba479434790 req-932ff0c2-9b2e-418b-8acf-2b1148d83350 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:10:00.576049 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-92debe78-3b65-4664-a838-eba479434790 req-932ff0c2-9b2e-418b-8acf-2b1148d83350 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.37 "GET /v2.0/networks?id=cffa4a5f-809a-4e6a-b540-236a07565506 HTTP/1.1" status: 200 len: 810 time: 0.1052787 Nov 03 02:10:00.638807 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-92debe78-3b65-4664-a838-eba479434790 req-bd3e50de-1291-424c-bd97-d8b74bf03b61 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=acd183c43fe64f528cb1a54e0e951443 HTTP/1.1" status: 200 len: 377 time: 0.0523319 Nov 03 02:10:00.648446 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.v2.base [req-92debe78-3b65-4664-a838-eba479434790 req-ead0b66b-7a58-4adb-b74d-792def934981 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Request body: {'port': {'device_id': 'c9f31bdf-2f02-4be5-b437-7e26dcceb512', 'network_id': 'cffa4a5f-809a-4e6a-b540-236a07565506', 'admin_state_up': True, 'tenant_id': 'acd183c43fe64f528cb1a54e0e951443', 'security_groups': ['225bdd7a-2ca0-49e1-8a54-b7204d2cfc1c']}} {{(pid=108314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:10:00.836192 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92debe78-3b65-4664-a838-eba479434790 req-ead0b66b-7a58-4adb-b74d-792def934981 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Made reservation on behalf of acd183c43fe64f528cb1a54e0e951443 for: {'port': 1} {{(pid=108314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:10:00.839751 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-92debe78-3b65-4664-a838-eba479434790 req-ead0b66b-7a58-4adb-b74d-792def934981 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:00.971791 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.db_base_plugin_common [req-92debe78-3b65-4664-a838-eba479434790 req-ead0b66b-7a58-4adb-b74d-792def934981 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Allocated IP 172.20.0.9 (cffa4a5f-809a-4e6a-b540-236a07565506/7ac96128-f0d1-4a89-997c-2692460bc837/3f82229d-ed31-4b55-ac47-c7a8393800cd) {{(pid=108314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:10:01.114425 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-92debe78-3b65-4664-a838-eba479434790 req-ead0b66b-7a58-4adb-b74d-792def934981 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks [] for port, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:01.230825 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-92debe78-3b65-4664-a838-eba479434790 req-ead0b66b-7a58-4adb-b74d-792def934981 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784217128214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126899639'] for port, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:01.272212 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92debe78-3b65-4664-a838-eba479434790 req-ead0b66b-7a58-4adb-b74d-792def934981 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Network cffa4a5f-809a-4e6a-b540-236a07565506 is already hosted by enough agents. {{(pid=108314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:10:01.275165 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.base_scheduler [req-92debe78-3b65-4664-a838-eba479434790 req-ead0b66b-7a58-4adb-b74d-792def934981 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Resources bound (agent type, host, resource id): {{(pid=108314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:10:01.278105 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.l3_dvrscheduler_db [req-92debe78-3b65-4664-a838-eba479434790 req-ead0b66b-7a58-4adb-b74d-792def934981 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Received port after_create {{(pid=108314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:10:01.314275 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead0b66b-7a58-4adb-b74d-792def934981 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Pushing event updated for resources: {'Port': ['ID=3f82229d-ed31-4b55-ac47-c7a8393800cd,revision_number=1']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:10:01.341093 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92debe78-3b65-4664-a838-eba479434790 req-ead0b66b-7a58-4adb-b74d-792def934981 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:10:01.341698 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-92debe78-3b65-4664-a838-eba479434790 req-ead0b66b-7a58-4adb-b74d-792def934981 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622'] for port, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:01.460695 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d4656-fe10-4333-bc02-0030447b4e40 req-444e32f4-c65b-492e-baf0-9fd5e67806f8 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:10:01.462510 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-c07d4656-fe10-4333-bc02-0030447b4e40 req-444e32f4-c65b-492e-baf0-9fd5e67806f8 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9f31bdf-2f02-4be5-b437-7e26dcceb512 HTTP/1.1" status: 200 len: 931 time: 0.0627344 Nov 03 02:10:01.477694 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-92debe78-3b65-4664-a838-eba479434790 req-ead0b66b-7a58-4adb-b74d-792def934981 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8329287 Nov 03 02:10:01.491586 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.v2.base [req-92debe78-3b65-4664-a838-eba479434790 req-0e071ae4-3a71-44a7-a0bd-73a8a43e821a service neutron] Request body: {'port': {'device_id': 'c9f31bdf-2f02-4be5-b437-7e26dcceb512', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81561'}} {{(pid=108314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:10:01.519789 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-792e32ad-94d2-4608-a169-d4ec64c69ae4 None None] Provisioning complete for port 3f82229d-ed31-4b55-ac47-c7a8393800cd triggered by entity DHCP. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:10:01.520350 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-792e32ad-94d2-4608-a169-d4ec64c69ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:01.555435 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-792e32ad-94d2-4608-a169-d4ec64c69ae4 None None] Port 3f82229d-ed31-4b55-ac47-c7a8393800cd cannot update to ACTIVE because it is not bound. {{(pid=108316) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 02:10:01.563106 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-c07d4656-fe10-4333-bc02-0030447b4e40 req-3befc215-e60d-423d-be0d-9011c1a873c4 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/security-groups?id=225bdd7a-2ca0-49e1-8a54-b7204d2cfc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0943778 Nov 03 02:10:01.570905 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-92debe78-3b65-4664-a838-eba479434790 req-0e071ae4-3a71-44a7-a0bd-73a8a43e821a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:01.826370 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.notifiers.nova [req-92debe78-3b65-4664-a838-eba479434790 req-0e071ae4-3a71-44a7-a0bd-73a8a43e821a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f82229d-ed31-4b55-ac47-c7a8393800cd {{(pid=108314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 02:10:01.833481 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-92debe78-3b65-4664-a838-eba479434790 req-0e071ae4-3a71-44a7-a0bd-73a8a43e821a service neutron] Publish callbacks [] for port, precommit_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:01.845266 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.provisioning_blocks [req-92debe78-3b65-4664-a838-eba479434790 req-0e071ae4-3a71-44a7-a0bd-73a8a43e821a service neutron] Transition to ACTIVE for port object 3f82229d-ed31-4b55-ac47-c7a8393800cd will not be triggered until provisioned by entity L2. {{(pid=108314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 02:10:01.927068 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-92debe78-3b65-4664-a838-eba479434790 req-0e071ae4-3a71-44a7-a0bd-73a8a43e821a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126899640'] for port, after_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:01.979404 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e071ae4-3a71-44a7-a0bd-73a8a43e821a service neutron] Pushing event updated for resources: {'Port': ['ID=3f82229d-ed31-4b55-ac47-c7a8393800cd,revision_number=2']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:10:02.054118 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.managers [req-92debe78-3b65-4664-a838-eba479434790 req-0e071ae4-3a71-44a7-a0bd-73a8a43e821a service neutron] Attempting to bind port 3f82229d-ed31-4b55-ac47-c7a8393800cd on host hv-cinder-81561 for vnic_type normal with profile {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 02:10:02.054817 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.managers [req-92debe78-3b65-4664-a838-eba479434790 req-0e071ae4-3a71-44a7-a0bd-73a8a43e821a service neutron] Attempting to bind port 3f82229d-ed31-4b55-ac47-c7a8393800cd by drivers openvswitch,hyperv on host hv-cinder-81561 at level 0 using segments [{'id': '952abac8-fe65-4f46-9d97-5b5131c8a13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cffa4a5f-809a-4e6a-b540-236a07565506'}] {{(pid=108314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 02:10:02.055218 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92debe78-3b65-4664-a838-eba479434790 req-0e071ae4-3a71-44a7-a0bd-73a8a43e821a service neutron] Attempting to bind port 3f82229d-ed31-4b55-ac47-c7a8393800cd on network cffa4a5f-809a-4e6a-b540-236a07565506 {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:10:02.059939 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92debe78-3b65-4664-a838-eba479434790 req-0e071ae4-3a71-44a7-a0bd-73a8a43e821a service neutron] Port 3f82229d-ed31-4b55-ac47-c7a8393800cd on network cffa4a5f-809a-4e6a-b540-236a07565506 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81561 {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:10:02.060280 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92debe78-3b65-4664-a838-eba479434790 req-0e071ae4-3a71-44a7-a0bd-73a8a43e821a service neutron] Attempting to bind port 3f82229d-ed31-4b55-ac47-c7a8393800cd on network cffa4a5f-809a-4e6a-b540-236a07565506 {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:10:02.065387 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92debe78-3b65-4664-a838-eba479434790 req-0e071ae4-3a71-44a7-a0bd-73a8a43e821a service neutron] Checking agent: {'id': 'eecef0c6-53b3-4742-ba5c-66aa511932ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81561', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 1, 59, 59), 'started_at': datetime.datetime(2021, 11, 3, 1, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:10:02.065730 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92debe78-3b65-4664-a838-eba479434790 req-0e071ae4-3a71-44a7-a0bd-73a8a43e821a service neutron] Checking segment: {'id': '952abac8-fe65-4f46-9d97-5b5131c8a13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cffa4a5f-809a-4e6a-b540-236a07565506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 02:10:02.066112 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92debe78-3b65-4664-a838-eba479434790 req-0e071ae4-3a71-44a7-a0bd-73a8a43e821a service neutron] Bound using segment: {'id': '952abac8-fe65-4f46-9d97-5b5131c8a13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cffa4a5f-809a-4e6a-b540-236a07565506'} {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:10:02.066577 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.managers [req-92debe78-3b65-4664-a838-eba479434790 req-0e071ae4-3a71-44a7-a0bd-73a8a43e821a service neutron] Bound port: 3f82229d-ed31-4b55-ac47-c7a8393800cd, host: hv-cinder-81561, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '952abac8-fe65-4f46-9d97-5b5131c8a13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cffa4a5f-809a-4e6a-b540-236a07565506'}}] {{(pid=108314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 02:10:02.066933 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-92debe78-3b65-4664-a838-eba479434790 req-0e071ae4-3a71-44a7-a0bd-73a8a43e821a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:02.136205 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.db [req-92debe78-3b65-4664-a838-eba479434790 req-0e071ae4-3a71-44a7-a0bd-73a8a43e821a service neutron] For port 3f82229d-ed31-4b55-ac47-c7a8393800cd, host hv-cinder-81561, cleared binding levels {{(pid=108314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:10:02.139136 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.db [req-92debe78-3b65-4664-a838-eba479434790 req-0e071ae4-3a71-44a7-a0bd-73a8a43e821a service neutron] For port 3f82229d-ed31-4b55-ac47-c7a8393800cd, host hv-cinder-81561, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=3f82229d-ed31-4b55-ac47-c7a8393800cd,segment=NetworkSegment(952abac8-fe65-4f46-9d97-5b5131c8a13f),segment_id=952abac8-fe65-4f46-9d97-5b5131c8a13f)] {{(pid=108314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:10:02.205682 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-92debe78-3b65-4664-a838-eba479434790 req-0e071ae4-3a71-44a7-a0bd-73a8a43e821a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126899640'] for port, after_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:02.241165 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92debe78-3b65-4664-a838-eba479434790 req-0e071ae4-3a71-44a7-a0bd-73a8a43e821a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:10:02.241737 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-92debe78-3b65-4664-a838-eba479434790 req-0e071ae4-3a71-44a7-a0bd-73a8a43e821a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622'] for port, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:02.243294 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-92debe78-3b65-4664-a838-eba479434790 req-0e071ae4-3a71-44a7-a0bd-73a8a43e821a service neutron] 10.222.0.37 "PUT /v2.0/ports/3f82229d-ed31-4b55-ac47-c7a8393800cd HTTP/1.1" status: 200 len: 1093 time: 0.7572737 Nov 03 02:10:02.243624 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9f31bdf-2f02-4be5-b437-7e26dcceb512', 'tag': '3f82229d-ed31-4b55-ac47-c7a8393800cd'}] {{(pid=108314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:10:02.245866 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b9e71fb97e4882bef21449c101b24c97d897c9b718fbc8dac7673975a826a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4448ecc-09ad-4b2f-814e-74e781351551" -d '{"events": [{"name": "network-changed", "server_uuid": "c9f31bdf-2f02-4be5-b437-7e26dcceb512", "tag": "3f82229d-ed31-4b55-ac47-c7a8393800cd"}]}' {{(pid=108314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:10:02.271876 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e071ae4-3a71-44a7-a0bd-73a8a43e821a service neutron] Pushing event updated for resources: {'Port': ['ID=3f82229d-ed31-4b55-ac47-c7a8393800cd,revision_number=3']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:10:02.303603 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 02:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d17261-b700-4da7-a40b-c72e631a8907 x-openstack-request-id: req-81d17261-b700-4da7-a40b-c72e631a8907 {{(pid=108314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:10:02.303902 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9f31bdf-2f02-4be5-b437-7e26dcceb512", "tag": "3f82229d-ed31-4b55-ac47-c7a8393800cd", "status": "completed", "code": 200}]} {{(pid=108314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:10:02.304166 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-81d17261-b700-4da7-a40b-c72e631a8907 {{(pid=108314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:10:02.304826 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9f31bdf-2f02-4be5-b437-7e26dcceb512', 'tag': '3f82229d-ed31-4b55-ac47-c7a8393800cd', 'status': 'completed', 'code': 200} Nov 03 02:10:02.370347 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4448ecc-09ad-4b2f-814e-74e781351551 req-c589b447-3125-4111-93a8-621209e83aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:10:02.374203 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b4448ecc-09ad-4b2f-814e-74e781351551 req-c589b447-3125-4111-93a8-621209e83aa8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=acd183c43fe64f528cb1a54e0e951443&device_id=c9f31bdf-2f02-4be5-b437-7e26dcceb512 HTTP/1.1" status: 200 len: 1096 time: 0.0464461 Nov 03 02:10:02.476883 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4448ecc-09ad-4b2f-814e-74e781351551 req-7e87b3e7-abb3-455b-a0e6-455d74a8bbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:10:02.478421 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b4448ecc-09ad-4b2f-814e-74e781351551 req-7e87b3e7-abb3-455b-a0e6-455d74a8bbb1 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=acd183c43fe64f528cb1a54e0e951443&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0974412 Nov 03 02:10:02.572206 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4448ecc-09ad-4b2f-814e-74e781351551 req-75032702-08d3-43ed-9769-f01ed049e6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:10:02.573713 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b4448ecc-09ad-4b2f-814e-74e781351551 req-75032702-08d3-43ed-9769-f01ed049e6da service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0881994 Nov 03 02:10:02.690922 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92debe78-3b65-4664-a838-eba479434790 req-a572699d-b7de-4402-aa52-f49d87d05172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:10:02.692453 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-92debe78-3b65-4664-a838-eba479434790 req-a572699d-b7de-4402-aa52-f49d87d05172 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=acd183c43fe64f528cb1a54e0e951443&device_id=c9f31bdf-2f02-4be5-b437-7e26dcceb512 HTTP/1.1" status: 200 len: 1096 time: 0.0732868 Nov 03 02:10:02.705179 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d630c7e2-64ef-4fd7-a55e-64346d7c6409 req-475a9e64-ad79-4625-b654-2ce93e57459e tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:10:02.706581 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d630c7e2-64ef-4fd7-a55e-64346d7c6409 req-475a9e64-ad79-4625-b654-2ce93e57459e tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9f31bdf-2f02-4be5-b437-7e26dcceb512 HTTP/1.1" status: 200 len: 943 time: 0.0629287 Nov 03 02:10:02.751334 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-92debe78-3b65-4664-a838-eba479434790 req-46db3864-968e-4a48-9666-4a47a9fee655 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f82229d-ed31-4b55-ac47-c7a8393800cd HTTP/1.1" status: 200 len: 217 time: 0.0437624 Nov 03 02:10:02.809370 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d630c7e2-64ef-4fd7-a55e-64346d7c6409 req-f6688373-29ac-45c3-965c-6a55d9ee01ee tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/security-groups?id=225bdd7a-2ca0-49e1-8a54-b7204d2cfc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0955443 Nov 03 02:10:02.821713 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92debe78-3b65-4664-a838-eba479434790 req-f88e3548-4c5d-45fb-9e74-b7b03a5c9379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:10:02.823213 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-92debe78-3b65-4664-a838-eba479434790 req-f88e3548-4c5d-45fb-9e74-b7b03a5c9379 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7ac96128-f0d1-4a89-997c-2692460bc837 HTTP/1.1" status: 200 len: 849 time: 0.0639637 Nov 03 02:10:02.867106 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92debe78-3b65-4664-a838-eba479434790 req-9fcb7eb8-21b5-4e2b-8121-48d4e214f20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:10:02.868580 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-92debe78-3b65-4664-a838-eba479434790 req-9fcb7eb8-21b5-4e2b-8121-48d4e214f20c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cffa4a5f-809a-4e6a-b540-236a07565506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385709 Nov 03 02:10:02.957036 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-92debe78-3b65-4664-a838-eba479434790 req-60213dc1-a711-4bf9-a351-e196b5175695 service neutron] 10.222.0.37 "GET /v2.0/networks/cffa4a5f-809a-4e6a-b540-236a07565506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812826 Nov 03 02:10:03.046889 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-92debe78-3b65-4664-a838-eba479434790 req-31a1edec-a77a-489c-8ad2-c12d6b9f61df service neutron] 10.222.0.37 "GET /v2.0/networks/cffa4a5f-809a-4e6a-b540-236a07565506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829821 Nov 03 02:10:03.923412 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d21eea4-ccef-483a-b690-a5372245ac5a req-b77d7fb4-b54e-40fc-9500-94ff5861c4c4 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:10:03.924848 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1d21eea4-ccef-483a-b690-a5372245ac5a req-b77d7fb4-b54e-40fc-9500-94ff5861c4c4 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9f31bdf-2f02-4be5-b437-7e26dcceb512 HTTP/1.1" status: 200 len: 943 time: 0.0479031 Nov 03 02:10:03.971114 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1d21eea4-ccef-483a-b690-a5372245ac5a req-752aa8a2-cbb0-480f-b65f-5b030303f9ce tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/security-groups?id=225bdd7a-2ca0-49e1-8a54-b7204d2cfc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0391760 Nov 03 02:10:05.092660 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bb82f7-ed33-4786-a5be-238320e86e8c req-6a2a84e4-18ac-4c17-8737-7796b7316961 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:10:05.094109 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-31bb82f7-ed33-4786-a5be-238320e86e8c req-6a2a84e4-18ac-4c17-8737-7796b7316961 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9f31bdf-2f02-4be5-b437-7e26dcceb512 HTTP/1.1" status: 200 len: 943 time: 0.0523961 Nov 03 02:10:05.140092 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-31bb82f7-ed33-4786-a5be-238320e86e8c req-016c0066-d175-46be-966c-d84b48e1ef83 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/security-groups?id=225bdd7a-2ca0-49e1-8a54-b7204d2cfc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0401807 Nov 03 02:10:05.760130 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device 3f82229d-ed31-4b55-ac47-c7a8393800cd details requested by agent hyperv_hv-cinder-81561 with host hv-cinder-81561 {{(pid=108316) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 02:10:05.851251 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] For port 3f82229d-ed31-4b55-ac47-c7a8393800cd, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=3f82229d-ed31-4b55-ac47-c7a8393800cd,segment=NetworkSegment(952abac8-fe65-4f46-9d97-5b5131c8a13f),segment_id=952abac8-fe65-4f46-9d97-5b5131c8a13f)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:10:05.861774 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Returning: {'device': '3f82229d-ed31-4b55-ac47-c7a8393800cd', 'network_id': 'cffa4a5f-809a-4e6a-b540-236a07565506', 'port_id': '3f82229d-ed31-4b55-ac47-c7a8393800cd', 'mac_address': 'fa:16:3e:84:9f:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ac96128-f0d1-4a89-997c-2692460bc837', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108316) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 02:10:05.901176 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:05.917366 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.notifiers.nova [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f82229d-ed31-4b55-ac47-c7a8393800cd {{(pid=108316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 02:10:05.936458 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] For port 3f82229d-ed31-4b55-ac47-c7a8393800cd, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=3f82229d-ed31-4b55-ac47-c7a8393800cd,segment=NetworkSegment(952abac8-fe65-4f46-9d97-5b5131c8a13f),segment_id=952abac8-fe65-4f46-9d97-5b5131c8a13f)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:10:06.019103 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:06.067048 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Pushing event updated for resources: {'Port': ['ID=3f82229d-ed31-4b55-ac47-c7a8393800cd,revision_number=4']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:10:06.077594 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-76a1d446-6ea0-405e-ba40-afeb513ea8aa req-ebda2054-46e9-4266-95d6-f70d3fe83288 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bfcedc8e-ab45-4300-9e60-6e82319256b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402081 Nov 03 02:10:06.156884 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1d446-6ea0-405e-ba40-afeb513ea8aa req-11beb81a-8137-4bf3-a068-9654a51eb832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:10:06.158382 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-76a1d446-6ea0-405e-ba40-afeb513ea8aa req-11beb81a-8137-4bf3-a068-9654a51eb832 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=136f0a28eb6d4e108836305888f1fcb4&device_id=bfcedc8e-ab45-4300-9e60-6e82319256b8 HTTP/1.1" status: 200 len: 1099 time: 0.0392549 Nov 03 02:10:06.253152 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] get_ports_and_sgs() called for port_ids ['3f82229d-ed31-4b55-ac47-c7a8393800cd'] {{(pid=108316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 02:10:06.300784 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9870bf-b848-4404-92b1-2fae0aaba09f req-ccdf0693-2c2c-41a6-ae29-0cff42ac2429 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:10:06.302272 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-6a9870bf-b848-4404-92b1-2fae0aaba09f req-ccdf0693-2c2c-41a6-ae29-0cff42ac2429 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9f31bdf-2f02-4be5-b437-7e26dcceb512 HTTP/1.1" status: 200 len: 944 time: 0.0962067 Nov 03 02:10:06.305934 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1d446-6ea0-405e-ba40-afeb513ea8aa req-46572123-2957-4bac-a31a-f8ed37e6a9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:10:06.307303 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-76a1d446-6ea0-405e-ba40-afeb513ea8aa req-46572123-2957-4bac-a31a-f8ed37e6a9ea service neutron] 10.222.0.37 "GET /v2.0/networks?id=85bfa113-6079-42d9-9c6f-8ca12bd1c59a HTTP/1.1" status: 200 len: 910 time: 0.1250262 Nov 03 02:10:06.398891 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-6a9870bf-b848-4404-92b1-2fae0aaba09f req-82e5cd51-81bd-4082-b3bb-122b4c5d8e0e tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/security-groups?id=225bdd7a-2ca0-49e1-8a54-b7204d2cfc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0897868 Nov 03 02:10:06.400665 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-76a1d446-6ea0-405e-ba40-afeb513ea8aa req-63770f72-5b16-486c-bd5f-4fdb6d51e362 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9fede95c-7a4c-431b-802a-bfb045b4ba84 HTTP/1.1" status: 200 len: 1001 time: 0.0851159 Nov 03 02:10:06.450123 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1d446-6ea0-405e-ba40-afeb513ea8aa req-f6370e24-c904-403b-b9c2-b53ecf4b4608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:10:06.451608 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-76a1d446-6ea0-405e-ba40-afeb513ea8aa req-f6370e24-c904-403b-b9c2-b53ecf4b4608 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=92b994d1-893b-4528-a828-105ad45407c6 HTTP/1.1" status: 200 len: 848 time: 0.0439444 Nov 03 02:10:06.501318 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1d446-6ea0-405e-ba40-afeb513ea8aa req-27e209f5-35de-4293-b8ee-dffdfe901a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:10:06.502827 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-76a1d446-6ea0-405e-ba40-afeb513ea8aa req-27e209f5-35de-4293-b8ee-dffdfe901a68 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=85bfa113-6079-42d9-9c6f-8ca12bd1c59a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400982 Nov 03 02:10:06.598684 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-76a1d446-6ea0-405e-ba40-afeb513ea8aa req-e03c0546-74bf-4e00-8bcc-96d594fa1b79 service neutron] 10.222.0.37 "GET /v2.0/networks/85bfa113-6079-42d9-9c6f-8ca12bd1c59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881329 Nov 03 02:10:06.686549 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-76a1d446-6ea0-405e-ba40-afeb513ea8aa req-3a1ab486-0e63-4bac-bfae-d02550afdad7 service neutron] 10.222.0.37 "GET /v2.0/networks/85bfa113-6079-42d9-9c6f-8ca12bd1c59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796502 Nov 03 02:10:07.515429 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d00499-83da-4f22-a627-292539c1f37c req-b45851e3-a309-48e5-8ec6-cf09cc3500dd tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:10:07.516875 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-09d00499-83da-4f22-a627-292539c1f37c req-b45851e3-a309-48e5-8ec6-cf09cc3500dd tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9f31bdf-2f02-4be5-b437-7e26dcceb512 HTTP/1.1" status: 200 len: 944 time: 0.0523722 Nov 03 02:10:07.562852 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-09d00499-83da-4f22-a627-292539c1f37c req-64ba4934-2a16-493c-ad76-bd07edec2ef0 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/security-groups?id=225bdd7a-2ca0-49e1-8a54-b7204d2cfc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0401831 Nov 03 02:10:07.773568 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device 3f82229d-ed31-4b55-ac47-c7a8393800cd up at agent hyperv_hv-cinder-81561 {{(pid=108316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:10:07.881422 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Provisioning for port 3f82229d-ed31-4b55-ac47-c7a8393800cd completed by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 02:10:07.885100 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Provisioning complete for port 3f82229d-ed31-4b55-ac47-c7a8393800cd triggered by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:10:07.885473 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:07.962523 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:07.984078 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9f31bdf-2f02-4be5-b437-7e26dcceb512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f82229d-ed31-4b55-ac47-c7a8393800cd'}] {{(pid=108316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:10:07.986321 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c49bda4003134bcf77c295383a637b11cae661d7d3df1045ea696fe6ff2a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb309219-2159-4828-9959-b3bdd0ac5aa6" -d '{"events": [{"server_uuid": "c9f31bdf-2f02-4be5-b437-7e26dcceb512", "name": "network-vif-plugged", "status": "completed", "tag": "3f82229d-ed31-4b55-ac47-c7a8393800cd"}]}' {{(pid=108316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:10:07.999061 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] For port 3f82229d-ed31-4b55-ac47-c7a8393800cd, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=3f82229d-ed31-4b55-ac47-c7a8393800cd,segment=NetworkSegment(952abac8-fe65-4f46-9d97-5b5131c8a13f),segment_id=952abac8-fe65-4f46-9d97-5b5131c8a13f)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:10:08.021711 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 02:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-373a00c5-5dd2-43fe-9394-a1f4e957b2df x-openstack-request-id: req-373a00c5-5dd2-43fe-9394-a1f4e957b2df {{(pid=108316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:10:08.021997 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9f31bdf-2f02-4be5-b437-7e26dcceb512", "name": "network-vif-plugged", "status": "completed", "tag": "3f82229d-ed31-4b55-ac47-c7a8393800cd", "code": 200}]} {{(pid=108316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:10:08.022297 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-373a00c5-5dd2-43fe-9394-a1f4e957b2df {{(pid=108316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:10:08.022688 dv-cinder-815614-3-iscsi neutron-server[108316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9f31bdf-2f02-4be5-b437-7e26dcceb512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f82229d-ed31-4b55-ac47-c7a8393800cd', 'code': 200} Nov 03 02:10:08.078963 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:08.125621 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Pushing event updated for resources: {'Port': ['ID=3f82229d-ed31-4b55-ac47-c7a8393800cd,revision_number=5']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:10:08.364073 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3eff66-e7b2-458f-96c7-b53973beb21b req-1b36551a-7762-4554-bd5a-160a5aafdba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:10:08.365548 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-7f3eff66-e7b2-458f-96c7-b53973beb21b req-1b36551a-7762-4554-bd5a-160a5aafdba0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c9f31bdf-2f02-4be5-b437-7e26dcceb512 HTTP/1.1" status: 200 len: 1098 time: 0.0393226 Nov 03 02:10:08.410414 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-7f3eff66-e7b2-458f-96c7-b53973beb21b req-25ea20ce-29a4-49f0-a0bc-3d2483771dd3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=225bdd7a-2ca0-49e1-8a54-b7204d2cfc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0359981 Nov 03 02:10:08.674955 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbedb65c-e43d-49e5-8088-761d071d26a0 req-360e0499-e46e-4401-9d8e-3d04f559c89c tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:10:08.676300 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-cbedb65c-e43d-49e5-8088-761d071d26a0 req-360e0499-e46e-4401-9d8e-3d04f559c89c tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9f31bdf-2f02-4be5-b437-7e26dcceb512 HTTP/1.1" status: 200 len: 945 time: 0.0473504 Nov 03 02:10:08.725164 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-cbedb65c-e43d-49e5-8088-761d071d26a0 req-a3cc55e2-958e-49a2-9eb5-94b47ebb557a tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/security-groups?id=225bdd7a-2ca0-49e1-8a54-b7204d2cfc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0427823 Nov 03 02:10:09.861283 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef79434f-5c28-4b20-b4f6-08e05715a4e1 req-bb0433e4-a102-40ab-bf77-d153d53a0ec5 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:10:09.862767 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-ef79434f-5c28-4b20-b4f6-08e05715a4e1 req-bb0433e4-a102-40ab-bf77-d153d53a0ec5 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9f31bdf-2f02-4be5-b437-7e26dcceb512 HTTP/1.1" status: 200 len: 945 time: 0.0480742 Nov 03 02:10:09.909002 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-ef79434f-5c28-4b20-b4f6-08e05715a4e1 req-8ca76153-ba65-4594-81ad-ea05b98b481b tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/security-groups?id=225bdd7a-2ca0-49e1-8a54-b7204d2cfc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0397875 Nov 03 02:10:10.021399 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af9cc1-f2b8-4aba-ab60-0b323ab0f4bf req-f4216fb3-91a1-4816-9d3a-4c733e32b16e tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:10:10.022917 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-85af9cc1-f2b8-4aba-ab60-0b323ab0f4bf req-f4216fb3-91a1-4816-9d3a-4c733e32b16e tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9f31bdf-2f02-4be5-b437-7e26dcceb512 HTTP/1.1" status: 200 len: 945 time: 0.0508127 Nov 03 02:10:10.031575 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 51148) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:10:10.036180 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.v2.base [None req-a075399a-cd3b-4fbc-8ed5-9db91aa93257 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Request body: {'floatingip': {'port_id': '3f82229d-ed31-4b55-ac47-c7a8393800cd'}} {{(pid=108315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:10:10.075969 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-a075399a-cd3b-4fbc-8ed5-9db91aa93257 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks [] for floatingip, before_update {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:10.491074 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-a075399a-cd3b-4fbc-8ed5-9db91aa93257 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:10.550318 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-a075399a-cd3b-4fbc-8ed5-9db91aa93257 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641583'] for floatingip, after_update {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:10.646948 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.db.l3_db [None req-a075399a-cd3b-4fbc-8ed5-9db91aa93257 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Floating IP 3a794884-c59e-4fcc-b4a9-6a6cd5b8c1a2 associated. External IP: 172.27.1.23, port: 3f82229d-ed31-4b55-ac47-c7a8393800cd. Nov 03 02:10:10.848907 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a075399a-cd3b-4fbc-8ed5-9db91aa93257 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Router 6cd8900a-2db9-4b59-83ae-59578adad30e has already been hosted by L3 agent dfdd482b-800d-4ddb-af67-bfdcf28c1d2f {{(pid=108315) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:10:10.953689 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a075399a-cd3b-4fbc-8ed5-9db91aa93257 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Notify agent at l3_agent.dv-cinder-815614-3-iscsi the message routers_updated {{(pid=108315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:10:10.958613 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-a075399a-cd3b-4fbc-8ed5-9db91aa93257 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622'] for floatingip, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:10.964237 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e1e272-77d3-4f6f-9d85-280ef8055859 None None] Sync routers for ids ['6cd8900a-2db9-4b59-83ae-59578adad30e'] in dv-cinder-815614-3-iscsi {{(pid=108317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:10:10.973339 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e1e272-77d3-4f6f-9d85-280ef8055859 None None] Routers {'6cd8900a-2db9-4b59-83ae-59578adad30e'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:10:10.973924 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-18e1e272-77d3-4f6f-9d85-280ef8055859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:09:49Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['6cd8900a-2db9-4b59-83ae-59578adad30e'], 'active': True} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:10:10.985361 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-a075399a-cd3b-4fbc-8ed5-9db91aa93257 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "PUT /v2.0/floatingips/3a794884-c59e-4fcc-b4a9-6a6cd5b8c1a2 HTTP/1.1" status: 200 len: 990 time: 0.9526737 Nov 03 02:10:10.985943 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9f31bdf-2f02-4be5-b437-7e26dcceb512', 'tag': '3f82229d-ed31-4b55-ac47-c7a8393800cd'}] {{(pid=108315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:10:10.988254 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ceb3f72598e67bafae985fe00b788e907b12cd818b569c9993237f285010df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b50db7b-68f7-47e2-8e29-2b765d5c1c57" -d '{"events": [{"name": "network-changed", "server_uuid": "c9f31bdf-2f02-4be5-b437-7e26dcceb512", "tag": "3f82229d-ed31-4b55-ac47-c7a8393800cd"}]}' {{(pid=108315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:10:11.030867 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 02:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e74d1c-2d92-4aa5-ab8b-102e797e9f80 x-openstack-request-id: req-c7e74d1c-2d92-4aa5-ab8b-102e797e9f80 {{(pid=108315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:10:11.031042 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9f31bdf-2f02-4be5-b437-7e26dcceb512", "tag": "3f82229d-ed31-4b55-ac47-c7a8393800cd", "status": "completed", "code": 200}]} {{(pid=108315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:10:11.031253 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c7e74d1c-2d92-4aa5-ab8b-102e797e9f80 {{(pid=108315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:10:11.031649 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9f31bdf-2f02-4be5-b437-7e26dcceb512', 'tag': '3f82229d-ed31-4b55-ac47-c7a8393800cd', 'status': 'completed', 'code': 200} Nov 03 02:10:11.079964 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvr_db [None req-18e1e272-77d3-4f6f-9d85-280ef8055859 None None] Set router 6cd8900a-2db9-4b59-83ae-59578adad30e gateway port host: dv-cinder-815614-3-iscsi {{(pid=108317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:10:11.103940 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b50db7b-68f7-47e2-8e29-2b765d5c1c57 req-7fe776a5-0d5c-4ded-81f9-994acdf61399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:10:11.104887 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-4b50db7b-68f7-47e2-8e29-2b765d5c1c57 req-7fe776a5-0d5c-4ded-81f9-994acdf61399 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=acd183c43fe64f528cb1a54e0e951443&device_id=c9f31bdf-2f02-4be5-b437-7e26dcceb512 HTTP/1.1" status: 200 len: 1098 time: 0.0424948 Nov 03 02:10:11.198752 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b50db7b-68f7-47e2-8e29-2b765d5c1c57 req-74c1312a-0970-45fc-a4cf-527d60d2c3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:10:11.200221 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-4b50db7b-68f7-47e2-8e29-2b765d5c1c57 req-74c1312a-0970-45fc-a4cf-527d60d2c3a6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cffa4a5f-809a-4e6a-b540-236a07565506 HTTP/1.1" status: 200 len: 911 time: 0.0888622 Nov 03 02:10:11.267378 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-4b50db7b-68f7-47e2-8e29-2b765d5c1c57 req-8d518d68-239f-41ce-aae0-5e19b1e6d1e5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f82229d-ed31-4b55-ac47-c7a8393800cd HTTP/1.1" status: 200 len: 998 time: 0.0600524 Nov 03 02:10:11.294771 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-18e1e272-77d3-4f6f-9d85-280ef8055859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd8900a-2db9-4b59-83ae-59578adad30e', 'name': 'tempest-AttachVolumeTestJSON-371307469-router', 'tenant_id': 'acd183c43fe64f528cb1a54e0e951443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'c03e6ce9-4b4b-4a9a-b734-440ea30860f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:09:50Z', 'updated_at': '2021-11-03T02:09:53Z', 'revision_number': 4, 'project_id': 'acd183c43fe64f528cb1a54e0e951443', 'gw_port': {'id': 'c03e6ce9-4b4b-4a9a-b734-440ea30860f9', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:04:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd8900a-2db9-4b59-83ae-59578adad30e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:09:51Z', 'updated_at': '2021-11-03T02:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_floatingips': [{'id': '3a794884-c59e-4fcc-b4a9-6a6cd5b8c1a2', 'tenant_id': 'acd183c43fe64f528cb1a54e0e951443', 'floating_ip_address': '172.27.1.23', 'floating_network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'router_id': '6cd8900a-2db9-4b59-83ae-59578adad30e', 'port_id': '3f82229d-ed31-4b55-ac47-c7a8393800cd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cffa4a5f-809a-4e6a-b540-236a07565506', 'mac_address': 'fa:16:3e:84:9f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f31bdf-2f02-4be5-b437-7e26dcceb512', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T02:09:56Z', 'updated_at': '2021-11-03T02:10:10Z', 'revision_number': 1, 'project_id': 'acd183c43fe64f528cb1a54e0e951443', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '633fd5a5-1eb8-47ec-8c70-16c62febaf49', 'name': '', 'network_id': 'cffa4a5f-809a-4e6a-b540-236a07565506', 'tenant_id': 'acd183c43fe64f528cb1a54e0e951443', 'mac_address': 'fa:16:3e:cb:3d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd8900a-2db9-4b59-83ae-59578adad30e', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '7ac96128-f0d1-4a89-997c-2692460bc837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:09:52Z', 'updated_at': '2021-11-03T02:09:56Z', 'revision_number': 5, 'project_id': 'acd183c43fe64f528cb1a54e0e951443', 'subnets': [{'id': '7ac96128-f0d1-4a89-997c-2692460bc837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:10:11.315868 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b50db7b-68f7-47e2-8e29-2b765d5c1c57 req-7880e722-9df5-4915-b42c-7763858c3608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:10:11.317347 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-4b50db7b-68f7-47e2-8e29-2b765d5c1c57 req-7880e722-9df5-4915-b42c-7763858c3608 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7ac96128-f0d1-4a89-997c-2692460bc837 HTTP/1.1" status: 200 len: 849 time: 0.0427139 Nov 03 02:10:11.365103 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b50db7b-68f7-47e2-8e29-2b765d5c1c57 req-8ca7f60c-f759-4ede-abbd-625a2405bda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:10:11.367139 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-4b50db7b-68f7-47e2-8e29-2b765d5c1c57 req-8ca7f60c-f759-4ede-abbd-625a2405bda1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cffa4a5f-809a-4e6a-b540-236a07565506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433037 Nov 03 02:10:11.414458 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e1e272-77d3-4f6f-9d85-280ef8055859 None None] Checking router: 6cd8900a-2db9-4b59-83ae-59578adad30e for host: dv-cinder-815614-3-iscsi {{(pid=108317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:10:11.422906 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e1e272-77d3-4f6f-9d85-280ef8055859 None None] Routers {'6cd8900a-2db9-4b59-83ae-59578adad30e'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:10:11.423513 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-18e1e272-77d3-4f6f-9d85-280ef8055859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:09:49Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['6cd8900a-2db9-4b59-83ae-59578adad30e'], 'active': True} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:10:11.461871 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-4b50db7b-68f7-47e2-8e29-2b765d5c1c57 req-509710f8-4c5c-4995-be6f-e1c884f32ba9 service neutron] 10.222.0.37 "GET /v2.0/networks/cffa4a5f-809a-4e6a-b540-236a07565506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876856 Nov 03 02:10:11.527527 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvr_db [None req-18e1e272-77d3-4f6f-9d85-280ef8055859 None None] Set router 6cd8900a-2db9-4b59-83ae-59578adad30e gateway port host: dv-cinder-815614-3-iscsi {{(pid=108317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:10:11.550979 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-4b50db7b-68f7-47e2-8e29-2b765d5c1c57 req-115d8a86-60b7-4286-bde1-ddbdbb80bb1c service neutron] 10.222.0.37 "GET /v2.0/networks/cffa4a5f-809a-4e6a-b540-236a07565506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821540 Nov 03 02:10:11.743287 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-18e1e272-77d3-4f6f-9d85-280ef8055859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd8900a-2db9-4b59-83ae-59578adad30e', 'name': 'tempest-AttachVolumeTestJSON-371307469-router', 'tenant_id': 'acd183c43fe64f528cb1a54e0e951443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'c03e6ce9-4b4b-4a9a-b734-440ea30860f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:09:50Z', 'updated_at': '2021-11-03T02:09:53Z', 'revision_number': 4, 'project_id': 'acd183c43fe64f528cb1a54e0e951443', 'gw_port': {'id': 'c03e6ce9-4b4b-4a9a-b734-440ea30860f9', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:04:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd8900a-2db9-4b59-83ae-59578adad30e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:09:51Z', 'updated_at': '2021-11-03T02:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_floatingips': [{'id': '3a794884-c59e-4fcc-b4a9-6a6cd5b8c1a2', 'tenant_id': 'acd183c43fe64f528cb1a54e0e951443', 'floating_ip_address': '172.27.1.23', 'floating_network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'router_id': '6cd8900a-2db9-4b59-83ae-59578adad30e', 'port_id': '3f82229d-ed31-4b55-ac47-c7a8393800cd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cffa4a5f-809a-4e6a-b540-236a07565506', 'mac_address': 'fa:16:3e:84:9f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f31bdf-2f02-4be5-b437-7e26dcceb512', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T02:09:56Z', 'updated_at': '2021-11-03T02:10:10Z', 'revision_number': 1, 'project_id': 'acd183c43fe64f528cb1a54e0e951443', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '633fd5a5-1eb8-47ec-8c70-16c62febaf49', 'name': '', 'network_id': 'cffa4a5f-809a-4e6a-b540-236a07565506', 'tenant_id': 'acd183c43fe64f528cb1a54e0e951443', 'mac_address': 'fa:16:3e:cb:3d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd8900a-2db9-4b59-83ae-59578adad30e', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '7ac96128-f0d1-4a89-997c-2692460bc837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:09:52Z', 'updated_at': '2021-11-03T02:09:56Z', 'revision_number': 5, 'project_id': 'acd183c43fe64f528cb1a54e0e951443', 'subnets': [{'id': '7ac96128-f0d1-4a89-997c-2692460bc837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:10:11.771431 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e1e272-77d3-4f6f-9d85-280ef8055859 None None] The sync data for ids ['6cd8900a-2db9-4b59-83ae-59578adad30e'] in dv-cinder-815614-3-iscsi is: [{'id': '6cd8900a-2db9-4b59-83ae-59578adad30e', 'name': 'tempest-AttachVolumeTestJSON-371307469-router', 'tenant_id': 'acd183c43fe64f528cb1a54e0e951443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'c03e6ce9-4b4b-4a9a-b734-440ea30860f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:09:50Z', 'updated_at': '2021-11-03T02:09:53Z', 'revision_number': 4, 'project_id': 'acd183c43fe64f528cb1a54e0e951443', 'gw_port': {'id': 'c03e6ce9-4b4b-4a9a-b734-440ea30860f9', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:04:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd8900a-2db9-4b59-83ae-59578adad30e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:09:51Z', 'updated_at': '2021-11-03T02:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_floatingips': [{'id': '3a794884-c59e-4fcc-b4a9-6a6cd5b8c1a2', 'tenant_id': 'acd183c43fe64f528cb1a54e0e951443', 'floating_ip_address': '172.27.1.23', 'floating_network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'router_id': '6cd8900a-2db9-4b59-83ae-59578adad30e', 'port_id': '3f82229d-ed31-4b55-ac47-c7a8393800cd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cffa4a5f-809a-4e6a-b540-236a07565506', 'mac_address': 'fa:16:3e:84:9f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f31bdf-2f02-4be5-b437-7e26dcceb512', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T02:09:56Z', 'updated_at': '2021-11-03T02:10:10Z', 'revision_number': 1, 'project_id': 'acd183c43fe64f528cb1a54e0e951443', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '633fd5a5-1eb8-47ec-8c70-16c62febaf49', 'name': '', 'network_id': 'cffa4a5f-809a-4e6a-b540-236a07565506', 'tenant_id': 'acd183c43fe64f528cb1a54e0e951443', 'mac_address': 'fa:16:3e:cb:3d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd8900a-2db9-4b59-83ae-59578adad30e', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '7ac96128-f0d1-4a89-997c-2692460bc837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:09:52Z', 'updated_at': '2021-11-03T02:09:56Z', 'revision_number': 5, 'project_id': 'acd183c43fe64f528cb1a54e0e951443', 'subnets': [{'id': '7ac96128-f0d1-4a89-997c-2692460bc837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:10:11.959060 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4ee5d0-0d4a-4ef5-94cc-9cdfcbe04850 None None] New status for floating IP 3a794884-c59e-4fcc-b4a9-6a6cd5b8c1a2: ACTIVE {{(pid=108316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 02:10:16.093338 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 51162) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:10:16.253397 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.plugin [None req-2945f35a-fca9-4188-969b-57606fb95293 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Deleting port aeed16e1-5d41-40e4-987b-46261e243152 {{(pid=108314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 02:10:16.253738 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-2945f35a-fca9-4188-969b-57606fb95293 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784217550484'] for port, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:16.330500 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-2945f35a-fca9-4188-969b-57606fb95293 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538104'] for port, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:16.330823 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-2945f35a-fca9-4188-969b-57606fb95293 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:16.342296 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.plugin [None req-2945f35a-fca9-4188-969b-57606fb95293 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Calling delete_port for aeed16e1-5d41-40e4-987b-46261e243152 owned by network:floatingip {{(pid=108314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 02:10:16.570700 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-2945f35a-fca9-4188-969b-57606fb95293 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784217703262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784217128223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126899639'] for port, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:16.596210 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2945f35a-fca9-4188-969b-57606fb95293 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Pushing event deleted for resources: {'Port': ['ID=aeed16e1-5d41-40e4-987b-46261e243152,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:10:16.622274 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2945f35a-fca9-4188-969b-57606fb95293 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:10:16.623228 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2945f35a-fca9-4188-969b-57606fb95293 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:10:16.623228 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2945f35a-fca9-4188-969b-57606fb95293 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:10:16.623476 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2945f35a-fca9-4188-969b-57606fb95293 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:10:16.623813 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2945f35a-fca9-4188-969b-57606fb95293 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:10:16.624145 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2945f35a-fca9-4188-969b-57606fb95293 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:10:16.624472 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2945f35a-fca9-4188-969b-57606fb95293 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:10:16.624797 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2945f35a-fca9-4188-969b-57606fb95293 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:10:16.625128 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2945f35a-fca9-4188-969b-57606fb95293 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:10:16.625450 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2945f35a-fca9-4188-969b-57606fb95293 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:10:16.625772 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2945f35a-fca9-4188-969b-57606fb95293 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:10:16.626093 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2945f35a-fca9-4188-969b-57606fb95293 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:10:16.665920 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-2945f35a-fca9-4188-969b-57606fb95293 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Publish callbacks [] for floatingip, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:16.666204 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.db.l3_db [None req-2945f35a-fca9-4188-969b-57606fb95293 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Floating IP 44cb9cbf-71cd-419b-b533-423a8fcc9e38 disassociated (deleted). External IP: 172.27.1.26, port: 9fede95c-7a4c-431b-802a-bfb045b4ba84. Nov 03 02:10:16.701879 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-3b6f2537-02a0-4040-bee9-a11e5c5cef9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:16.871426 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2945f35a-fca9-4188-969b-57606fb95293 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Router 42b9e46c-7006-47cb-a6ed-74fa879f1331 has already been hosted by L3 agent dfdd482b-800d-4ddb-af67-bfdcf28c1d2f {{(pid=108314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:10:16.977929 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2945f35a-fca9-4188-969b-57606fb95293 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Notify agent at l3_agent.dv-cinder-815614-3-iscsi the message routers_updated {{(pid=108314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:10:16.982742 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-2945f35a-fca9-4188-969b-57606fb95293 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622'] for floatingip, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:16.987770 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabde405-7b88-4f48-8e66-a8d8adeef49e None None] Sync routers for ids ['42b9e46c-7006-47cb-a6ed-74fa879f1331'] in dv-cinder-815614-3-iscsi {{(pid=108317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:10:16.997225 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabde405-7b88-4f48-8e66-a8d8adeef49e None None] Routers {'42b9e46c-7006-47cb-a6ed-74fa879f1331'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:10:16.997821 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-fabde405-7b88-4f48-8e66-a8d8adeef49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:09:49Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['42b9e46c-7006-47cb-a6ed-74fa879f1331'], 'active': True} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:10:17.010336 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-2945f35a-fca9-4188-969b-57606fb95293 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "DELETE /v2.0/floatingips/44cb9cbf-71cd-419b-b533-423a8fcc9e38 HTTP/1.1" status: 204 len: 168 time: 0.9158094 Nov 03 02:10:17.011061 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfcedc8e-ab45-4300-9e60-6e82319256b8', 'tag': '9fede95c-7a4c-431b-802a-bfb045b4ba84'}] {{(pid=108314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:10:17.013482 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b9e71fb97e4882bef21449c101b24c97d897c9b718fbc8dac7673975a826a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f69a868d-d469-43eb-97df-755d11f58e5c" -d '{"events": [{"name": "network-changed", "server_uuid": "bfcedc8e-ab45-4300-9e60-6e82319256b8", "tag": "9fede95c-7a4c-431b-802a-bfb045b4ba84"}]}' {{(pid=108314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:10:17.053319 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 02:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc4f724-a94c-46fa-9054-416af9b9622d x-openstack-request-id: req-2bc4f724-a94c-46fa-9054-416af9b9622d {{(pid=108314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:10:17.053319 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfcedc8e-ab45-4300-9e60-6e82319256b8", "tag": "9fede95c-7a4c-431b-802a-bfb045b4ba84", "status": "completed", "code": 200}]} {{(pid=108314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:10:17.053555 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2bc4f724-a94c-46fa-9054-416af9b9622d {{(pid=108314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:10:17.054113 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfcedc8e-ab45-4300-9e60-6e82319256b8', 'tag': '9fede95c-7a4c-431b-802a-bfb045b4ba84', 'status': 'completed', 'code': 200} Nov 03 02:10:17.121868 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a868d-d469-43eb-97df-755d11f58e5c req-4efd917d-6bee-4106-bf76-81ef16098406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:10:17.123416 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f69a868d-d469-43eb-97df-755d11f58e5c req-4efd917d-6bee-4106-bf76-81ef16098406 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=136f0a28eb6d4e108836305888f1fcb4&device_id=bfcedc8e-ab45-4300-9e60-6e82319256b8 HTTP/1.1" status: 200 len: 1099 time: 0.0468683 Nov 03 02:10:17.124819 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvr_db [None req-fabde405-7b88-4f48-8e66-a8d8adeef49e None None] Set router 42b9e46c-7006-47cb-a6ed-74fa879f1331 gateway port host: dv-cinder-815614-3-iscsi {{(pid=108317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:10:17.217730 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a868d-d469-43eb-97df-755d11f58e5c req-516c5e70-9a52-4db2-84d9-668483a7f8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:10:17.219224 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f69a868d-d469-43eb-97df-755d11f58e5c req-516c5e70-9a52-4db2-84d9-668483a7f8ff service neutron] 10.222.0.37 "GET /v2.0/networks?id=85bfa113-6079-42d9-9c6f-8ca12bd1c59a HTTP/1.1" status: 200 len: 910 time: 0.0880530 Nov 03 02:10:17.264128 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f69a868d-d469-43eb-97df-755d11f58e5c req-0fac0cc4-5ca1-4dd3-885c-abf342cf044d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9fede95c-7a4c-431b-802a-bfb045b4ba84 HTTP/1.1" status: 200 len: 217 time: 0.0368745 Nov 03 02:10:17.326010 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-fabde405-7b88-4f48-8e66-a8d8adeef49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b9e46c-7006-47cb-a6ed-74fa879f1331', 'name': 'tempest-TestShelveInstance-1318310909-router', 'tenant_id': '136f0a28eb6d4e108836305888f1fcb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'ac6140c2-44c3-4aaf-a7f0-41d92c4de2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:05:02Z', 'updated_at': '2021-11-03T02:05:08Z', 'revision_number': 4, 'project_id': '136f0a28eb6d4e108836305888f1fcb4', 'gw_port': {'id': 'ac6140c2-44c3-4aaf-a7f0-41d92c4de2b5', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:69:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b9e46c-7006-47cb-a6ed-74fa879f1331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:05:03Z', 'updated_at': '2021-11-03T02:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_interfaces': [{'id': '3cee7e9a-7852-4d95-90c4-6f9e758b4d67', 'name': '', 'network_id': '85bfa113-6079-42d9-9c6f-8ca12bd1c59a', 'tenant_id': '136f0a28eb6d4e108836305888f1fcb4', 'mac_address': 'fa:16:3e:27:e2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b9e46c-7006-47cb-a6ed-74fa879f1331', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '92b994d1-893b-4528-a828-105ad45407c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:05:06Z', 'updated_at': '2021-11-03T02:05:12Z', 'revision_number': 5, 'project_id': '136f0a28eb6d4e108836305888f1fcb4', 'subnets': [{'id': '92b994d1-893b-4528-a828-105ad45407c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:10:17.352525 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabde405-7b88-4f48-8e66-a8d8adeef49e None None] Checking router: 42b9e46c-7006-47cb-a6ed-74fa879f1331 for host: dv-cinder-815614-3-iscsi {{(pid=108317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:10:17.361584 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabde405-7b88-4f48-8e66-a8d8adeef49e None None] Routers {'42b9e46c-7006-47cb-a6ed-74fa879f1331'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:10:17.362237 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-fabde405-7b88-4f48-8e66-a8d8adeef49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:09:49Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['42b9e46c-7006-47cb-a6ed-74fa879f1331'], 'active': True} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:10:17.477009 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvr_db [None req-fabde405-7b88-4f48-8e66-a8d8adeef49e None None] Set router 42b9e46c-7006-47cb-a6ed-74fa879f1331 gateway port host: dv-cinder-815614-3-iscsi {{(pid=108317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:10:17.595933 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a868d-d469-43eb-97df-755d11f58e5c req-0207ebfc-ddf9-464d-83fc-61e4654a214f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:10:17.597373 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f69a868d-d469-43eb-97df-755d11f58e5c req-0207ebfc-ddf9-464d-83fc-61e4654a214f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=92b994d1-893b-4528-a828-105ad45407c6 HTTP/1.1" status: 200 len: 848 time: 0.3255146 Nov 03 02:10:17.614298 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da81886f-6f02-42a3-a3f6-3b5902010e9a req-1b90bb3c-ab8f-438c-8150-de9f8e454842 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:10:17.615705 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-da81886f-6f02-42a3-a3f6-3b5902010e9a req-1b90bb3c-ab8f-438c-8150-de9f8e454842 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcedc8e-ab45-4300-9e60-6e82319256b8 HTTP/1.1" status: 200 len: 946 time: 0.0615909 Nov 03 02:10:17.678534 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-fabde405-7b88-4f48-8e66-a8d8adeef49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b9e46c-7006-47cb-a6ed-74fa879f1331', 'name': 'tempest-TestShelveInstance-1318310909-router', 'tenant_id': '136f0a28eb6d4e108836305888f1fcb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'ac6140c2-44c3-4aaf-a7f0-41d92c4de2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:05:02Z', 'updated_at': '2021-11-03T02:05:08Z', 'revision_number': 4, 'project_id': '136f0a28eb6d4e108836305888f1fcb4', 'gw_port': {'id': 'ac6140c2-44c3-4aaf-a7f0-41d92c4de2b5', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:69:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b9e46c-7006-47cb-a6ed-74fa879f1331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:05:03Z', 'updated_at': '2021-11-03T02:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_interfaces': [{'id': '3cee7e9a-7852-4d95-90c4-6f9e758b4d67', 'name': '', 'network_id': '85bfa113-6079-42d9-9c6f-8ca12bd1c59a', 'tenant_id': '136f0a28eb6d4e108836305888f1fcb4', 'mac_address': 'fa:16:3e:27:e2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b9e46c-7006-47cb-a6ed-74fa879f1331', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '92b994d1-893b-4528-a828-105ad45407c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:05:06Z', 'updated_at': '2021-11-03T02:05:12Z', 'revision_number': 5, 'project_id': '136f0a28eb6d4e108836305888f1fcb4', 'subnets': [{'id': '92b994d1-893b-4528-a828-105ad45407c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:10:17.687051 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a868d-d469-43eb-97df-755d11f58e5c req-543257dd-8ec7-4ca7-8f2b-8bf966c52f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:10:17.688524 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f69a868d-d469-43eb-97df-755d11f58e5c req-543257dd-8ec7-4ca7-8f2b-8bf966c52f51 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=85bfa113-6079-42d9-9c6f-8ca12bd1c59a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0820942 Nov 03 02:10:17.692259 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-da81886f-6f02-42a3-a3f6-3b5902010e9a req-d4f03937-95db-4ad7-8a7a-bc441bbf4b27 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/security-groups?id=6673ff9a-0ca4-4f70-9d44-9d4d676cb4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690033 Nov 03 02:10:17.704977 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabde405-7b88-4f48-8e66-a8d8adeef49e None None] The sync data for ids ['42b9e46c-7006-47cb-a6ed-74fa879f1331'] in dv-cinder-815614-3-iscsi is: [{'id': '42b9e46c-7006-47cb-a6ed-74fa879f1331', 'name': 'tempest-TestShelveInstance-1318310909-router', 'tenant_id': '136f0a28eb6d4e108836305888f1fcb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'ac6140c2-44c3-4aaf-a7f0-41d92c4de2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:05:02Z', 'updated_at': '2021-11-03T02:05:08Z', 'revision_number': 4, 'project_id': '136f0a28eb6d4e108836305888f1fcb4', 'gw_port': {'id': 'ac6140c2-44c3-4aaf-a7f0-41d92c4de2b5', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:69:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b9e46c-7006-47cb-a6ed-74fa879f1331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:05:03Z', 'updated_at': '2021-11-03T02:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_interfaces': [{'id': '3cee7e9a-7852-4d95-90c4-6f9e758b4d67', 'name': '', 'network_id': '85bfa113-6079-42d9-9c6f-8ca12bd1c59a', 'tenant_id': '136f0a28eb6d4e108836305888f1fcb4', 'mac_address': 'fa:16:3e:27:e2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b9e46c-7006-47cb-a6ed-74fa879f1331', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '92b994d1-893b-4528-a828-105ad45407c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:05:06Z', 'updated_at': '2021-11-03T02:05:12Z', 'revision_number': 5, 'project_id': '136f0a28eb6d4e108836305888f1fcb4', 'subnets': [{'id': '92b994d1-893b-4528-a828-105ad45407c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:10:17.780957 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f69a868d-d469-43eb-97df-755d11f58e5c req-8254f1cd-948c-48a1-9478-f87b693c4c25 service neutron] 10.222.0.37 "GET /v2.0/networks/85bfa113-6079-42d9-9c6f-8ca12bd1c59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833428 Nov 03 02:10:17.878119 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f69a868d-d469-43eb-97df-755d11f58e5c req-44b4ecc8-4962-4dcf-b58e-9d2323e2ed84 service neutron] 10.222.0.37 "GET /v2.0/networks/85bfa113-6079-42d9-9c6f-8ca12bd1c59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883498 Nov 03 02:10:17.925373 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f9ed19-5224-4c2c-81b9-7226898bed59 None None] New status for floating IP 44cb9cbf-71cd-419b-b533-423a8fcc9e38: DOWN {{(pid=108316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 02:10:18.810099 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05c826-4cfe-41e6-8437-e51ac87f0d97 req-1c30a51e-cf31-4958-90b3-1d3a11f5e7f3 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:10:18.811595 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-7b05c826-4cfe-41e6-8437-e51ac87f0d97 req-1c30a51e-cf31-4958-90b3-1d3a11f5e7f3 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcedc8e-ab45-4300-9e60-6e82319256b8 HTTP/1.1" status: 200 len: 946 time: 0.0479217 Nov 03 02:10:18.859532 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-7b05c826-4cfe-41e6-8437-e51ac87f0d97 req-072e7b8d-b574-4849-90b1-847c6f3e65fc tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/security-groups?id=6673ff9a-0ca4-4f70-9d44-9d4d676cb4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421531 Nov 03 02:10:18.949651 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-2cb8d336-afe9-477e-9bc8-a5cf7b92fec1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:19.097272 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af78e8d-358c-4203-8865-0f8a82d3466e req-2c88b058-d3e7-4886-82ba-8db1ca94d051 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:10:19.098754 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-5af78e8d-358c-4203-8865-0f8a82d3466e req-2c88b058-d3e7-4886-82ba-8db1ca94d051 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfcedc8e-ab45-4300-9e60-6e82319256b8 HTTP/1.1" status: 200 len: 946 time: 0.1431248 Nov 03 02:10:19.190908 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.plugin [req-5af78e8d-358c-4203-8865-0f8a82d3466e req-622e630b-7434-4910-ae90-34536889312d tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Deleting port 9fede95c-7a4c-431b-802a-bfb045b4ba84 {{(pid=108314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 02:10:19.195744 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-5af78e8d-358c-4203-8865-0f8a82d3466e req-622e630b-7434-4910-ae90-34536889312d tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784217550484'] for port, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:19.276265 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.db [req-5af78e8d-358c-4203-8865-0f8a82d3466e req-622e630b-7434-4910-ae90-34536889312d tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] For port 9fede95c-7a4c-431b-802a-bfb045b4ba84, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=9fede95c-7a4c-431b-802a-bfb045b4ba84,segment=NetworkSegment(f2e87023-bcf8-4896-894f-b1c7672a5635),segment_id=f2e87023-bcf8-4896-894f-b1c7672a5635)] {{(pid=108314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:10:19.276541 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-5af78e8d-358c-4203-8865-0f8a82d3466e req-622e630b-7434-4910-ae90-34536889312d tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538104'] for port, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:19.292719 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.plugin [req-5af78e8d-358c-4203-8865-0f8a82d3466e req-622e630b-7434-4910-ae90-34536889312d tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Calling delete_port for 9fede95c-7a4c-431b-802a-bfb045b4ba84 owned by compute:nova {{(pid=108314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 02:10:19.484430 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-5af78e8d-358c-4203-8865-0f8a82d3466e req-622e630b-7434-4910-ae90-34536889312d tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784217703262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784217128223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126899639'] for port, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:19.512738 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622e630b-7434-4910-ae90-34536889312d tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Pushing event deleted for resources: {'Port': ['ID=9fede95c-7a4c-431b-802a-bfb045b4ba84,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:10:19.560041 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.l3_dvrscheduler_db [req-5af78e8d-358c-4203-8865-0f8a82d3466e req-622e630b-7434-4910-ae90-34536889312d tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] No DVR routers for this DVR port 9fede95c-7a4c-431b-802a-bfb045b4ba84 on host hv-cinder-81561 {{(pid=108314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 02:10:19.564277 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-5af78e8d-358c-4203-8865-0f8a82d3466e req-622e630b-7434-4910-ae90-34536889312d tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622'] for port, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:19.567584 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-5af78e8d-358c-4203-8865-0f8a82d3466e req-622e630b-7434-4910-ae90-34536889312d tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.37 "DELETE /v2.0/ports/9fede95c-7a4c-431b-802a-bfb045b4ba84 HTTP/1.1" status: 204 len: 173 time: 0.4627733 Nov 03 02:10:19.568032 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfcedc8e-ab45-4300-9e60-6e82319256b8', 'name': 'network-vif-deleted', 'tag': '9fede95c-7a4c-431b-802a-bfb045b4ba84'}] {{(pid=108314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:10:19.570345 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b9e71fb97e4882bef21449c101b24c97d897c9b718fbc8dac7673975a826a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-367ddcf0-2833-4034-99b8-ff529e54fc8c" -d '{"events": [{"server_uuid": "bfcedc8e-ab45-4300-9e60-6e82319256b8", "name": "network-vif-deleted", "tag": "9fede95c-7a4c-431b-802a-bfb045b4ba84"}]}' {{(pid=108314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:10:19.610810 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 02:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7213cf2c-5021-4985-9395-8341eca3614f x-openstack-request-id: req-7213cf2c-5021-4985-9395-8341eca3614f {{(pid=108314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:10:19.610810 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfcedc8e-ab45-4300-9e60-6e82319256b8", "name": "network-vif-deleted", "tag": "9fede95c-7a4c-431b-802a-bfb045b4ba84", "status": "completed", "code": 200}]} {{(pid=108314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:10:19.610810 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7213cf2c-5021-4985-9395-8341eca3614f {{(pid=108314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:10:19.610810 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfcedc8e-ab45-4300-9e60-6e82319256b8', 'name': 'network-vif-deleted', 'tag': '9fede95c-7a4c-431b-802a-bfb045b4ba84', 'status': 'completed', 'code': 200} Nov 03 02:10:19.961622 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-c8190e81-e0cb-4ce2-8141-9b733cb19322 req-fa2cb7b9-0624-4c10-80b7-84ab0f79f828 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcedc8e-ab45-4300-9e60-6e82319256b8 HTTP/1.1" status: 200 len: 210 time: 0.0285664 Nov 03 02:10:20.012761 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-3baf3433-eee1-48f0-90c8-209ed8ef0e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:21.064538 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-fbec8253-2afd-4eee-933c-0afe9978597f req-e2ece065-cb8f-4e3b-b0fa-70026a603cf0 tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfcedc8e-ab45-4300-9e60-6e82319256b8 HTTP/1.1" status: 200 len: 210 time: 0.0274236 Nov 03 02:10:21.364302 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-5b813f54-077d-440d-903f-32bc670fe069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:21.852060 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device 9fede95c-7a4c-431b-802a-bfb045b4ba84 no longer exists at agent hyperv_hv-cinder-81561 {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:10:21.871116 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] No Port match for: 9fede95c-7a4c-431b-802a-bfb045b4ba84 {{(pid=108316) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 02:10:21.871448 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device 9fede95c-7a4c-431b-802a-bfb045b4ba84 not bound to the agent host hv-cinder-81561 {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:10:22.119617 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 51196) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:10:22.177469 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-b3725255-7a9e-4d45-b9c7-68562b57014a tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Publish callbacks [] for security_group, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:22.202060 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-b3725255-7a9e-4d45-b9c7-68562b57014a tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:22.312694 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-b3725255-7a9e-4d45-b9c7-68562b57014a tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:22.315381 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-b3725255-7a9e-4d45-b9c7-68562b57014a tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Publish callbacks [] for security_group, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:22.318034 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-b3725255-7a9e-4d45-b9c7-68562b57014a tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] 10.222.0.30 "DELETE /v2.0/security-groups/6673ff9a-0ca4-4f70-9d44-9d4d676cb4da HTTP/1.1" status: 204 len: 168 time: 0.1959064 Nov 03 02:10:22.325599 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3725255-7a9e-4d45-b9c7-68562b57014a tempest-TestShelveInstance-1101481351 tempest-TestShelveInstance-1101481351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6673ff9a-0ca4-4f70-9d44-9d4d676cb4da,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:10:22.405890 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 51200) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:10:22.783713 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-0a452d8c-96d7-484a-9682-d3bcdf38d0fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640815'] for router_interface, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:23.027455 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.plugin [None req-0a452d8c-96d7-484a-9682-d3bcdf38d0fc admin admin] Deleting port 3cee7e9a-7852-4d95-90c4-6f9e758b4d67 {{(pid=108314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 02:10:23.027791 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-0a452d8c-96d7-484a-9682-d3bcdf38d0fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784217550484'] for port, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:23.106668 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.db [None req-0a452d8c-96d7-484a-9682-d3bcdf38d0fc admin admin] For port 3cee7e9a-7852-4d95-90c4-6f9e758b4d67, host dv-cinder-815614-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=3cee7e9a-7852-4d95-90c4-6f9e758b4d67,segment=NetworkSegment(f2e87023-bcf8-4896-894f-b1c7672a5635),segment_id=f2e87023-bcf8-4896-894f-b1c7672a5635)] {{(pid=108314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:10:23.106977 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-0a452d8c-96d7-484a-9682-d3bcdf38d0fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538104'] for port, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:23.120014 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.plugin [None req-0a452d8c-96d7-484a-9682-d3bcdf38d0fc admin admin] Calling delete_port for 3cee7e9a-7852-4d95-90c4-6f9e758b4d67 owned by network:router_interface {{(pid=108314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 02:10:23.355425 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-0a452d8c-96d7-484a-9682-d3bcdf38d0fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784217703262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784217128223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126899639'] for port, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:23.380753 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a452d8c-96d7-484a-9682-d3bcdf38d0fc admin admin] Pushing event deleted for resources: {'Port': ['ID=3cee7e9a-7852-4d95-90c4-6f9e758b4d67,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:10:23.542011 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-0a452d8c-96d7-484a-9682-d3bcdf38d0fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643807'] for router_interface, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:23.750669 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a452d8c-96d7-484a-9682-d3bcdf38d0fc admin admin] Router 42b9e46c-7006-47cb-a6ed-74fa879f1331 has already been hosted by L3 agent dfdd482b-800d-4ddb-af67-bfdcf28c1d2f {{(pid=108314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:10:23.853505 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a452d8c-96d7-484a-9682-d3bcdf38d0fc admin admin] Notify agent at l3_agent.dv-cinder-815614-3-iscsi the message routers_updated {{(pid=108314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:10:23.858450 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-0a452d8c-96d7-484a-9682-d3bcdf38d0fc admin admin] 10.222.0.30 "PUT /v2.0/routers/42b9e46c-7006-47cb-a6ed-74fa879f1331/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4512606 Nov 03 02:10:23.861097 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 51206) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:10:23.863785 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d456707-5428-4181-8009-655b74e1803c None None] Sync routers for ids ['42b9e46c-7006-47cb-a6ed-74fa879f1331'] in dv-cinder-815614-3-iscsi {{(pid=108317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:10:23.875066 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d456707-5428-4181-8009-655b74e1803c None None] Routers {'42b9e46c-7006-47cb-a6ed-74fa879f1331'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:10:23.875694 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-9d456707-5428-4181-8009-655b74e1803c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:10:19Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['42b9e46c-7006-47cb-a6ed-74fa879f1331'], 'active': True} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:10:23.962989 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-d4e5923b-84a4-4d34-9b67-53bf4caa13cf admin admin] Publish callbacks [] for router, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:23.979958 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvr_db [None req-9d456707-5428-4181-8009-655b74e1803c None None] Set router 42b9e46c-7006-47cb-a6ed-74fa879f1331 gateway port host: dv-cinder-815614-3-iscsi {{(pid=108317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:10:24.056514 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:24.073129 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-d4e5923b-84a4-4d34-9b67-53bf4caa13cf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:24.170977 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-9d456707-5428-4181-8009-655b74e1803c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b9e46c-7006-47cb-a6ed-74fa879f1331', 'name': 'tempest-TestShelveInstance-1318310909-router', 'tenant_id': '136f0a28eb6d4e108836305888f1fcb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'ac6140c2-44c3-4aaf-a7f0-41d92c4de2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:05:02Z', 'updated_at': '2021-11-03T02:10:23Z', 'revision_number': 5, 'project_id': '136f0a28eb6d4e108836305888f1fcb4', 'gw_port': {'id': 'ac6140c2-44c3-4aaf-a7f0-41d92c4de2b5', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:69:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b9e46c-7006-47cb-a6ed-74fa879f1331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:05:03Z', 'updated_at': '2021-11-03T02:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi'}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:10:24.192551 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.plugin [None req-d4e5923b-84a4-4d34-9b67-53bf4caa13cf admin admin] Deleting port ac6140c2-44c3-4aaf-a7f0-41d92c4de2b5 {{(pid=108314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 02:10:24.193166 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-d4e5923b-84a4-4d34-9b67-53bf4caa13cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784217550484'] for port, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:24.274903 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.db [None req-d4e5923b-84a4-4d34-9b67-53bf4caa13cf admin admin] For port ac6140c2-44c3-4aaf-a7f0-41d92c4de2b5, host dv-cinder-815614-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=ac6140c2-44c3-4aaf-a7f0-41d92c4de2b5,segment=NetworkSegment(1823f467-65f5-492c-8155-6dfe4df97867),segment_id=1823f467-65f5-492c-8155-6dfe4df97867)] {{(pid=108314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:10:24.275313 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-d4e5923b-84a4-4d34-9b67-53bf4caa13cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538104'] for port, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:24.285396 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d456707-5428-4181-8009-655b74e1803c None None] Checking router: 42b9e46c-7006-47cb-a6ed-74fa879f1331 for host: dv-cinder-815614-3-iscsi {{(pid=108317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:10:24.292240 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.plugin [None req-d4e5923b-84a4-4d34-9b67-53bf4caa13cf admin admin] Calling delete_port for ac6140c2-44c3-4aaf-a7f0-41d92c4de2b5 owned by network:router_gateway {{(pid=108314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 02:10:24.294524 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d456707-5428-4181-8009-655b74e1803c None None] Routers {'42b9e46c-7006-47cb-a6ed-74fa879f1331'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:10:24.295135 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-9d456707-5428-4181-8009-655b74e1803c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:10:19Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['42b9e46c-7006-47cb-a6ed-74fa879f1331'], 'active': True} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:10:24.380869 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvr_db [None req-9d456707-5428-4181-8009-655b74e1803c None None] Set router 42b9e46c-7006-47cb-a6ed-74fa879f1331 gateway port host: None {{(pid=108317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:10:24.434843 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-9d456707-5428-4181-8009-655b74e1803c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b9e46c-7006-47cb-a6ed-74fa879f1331', 'name': 'tempest-TestShelveInstance-1318310909-router', 'tenant_id': '136f0a28eb6d4e108836305888f1fcb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:05:02Z', 'updated_at': '2021-11-03T02:10:24Z', 'revision_number': 6, 'project_id': '136f0a28eb6d4e108836305888f1fcb4', 'gw_port_host': None}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:10:24.461418 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d456707-5428-4181-8009-655b74e1803c None None] The sync data for ids ['42b9e46c-7006-47cb-a6ed-74fa879f1331'] in dv-cinder-815614-3-iscsi is: [{'id': '42b9e46c-7006-47cb-a6ed-74fa879f1331', 'name': 'tempest-TestShelveInstance-1318310909-router', 'tenant_id': '136f0a28eb6d4e108836305888f1fcb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:05:02Z', 'updated_at': '2021-11-03T02:10:24Z', 'revision_number': 6, 'project_id': '136f0a28eb6d4e108836305888f1fcb4', 'gw_port_host': None}] {{(pid=108317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:10:24.524912 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-d4e5923b-84a4-4d34-9b67-53bf4caa13cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784217703262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784217128223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126899639'] for port, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:24.554760 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e5923b-84a4-4d34-9b67-53bf4caa13cf admin admin] Pushing event deleted for resources: {'Port': ['ID=ac6140c2-44c3-4aaf-a7f0-41d92c4de2b5,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:10:24.616520 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-d4e5923b-84a4-4d34-9b67-53bf4caa13cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-641637'] for router_gateway, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:24.703261 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-d4e5923b-84a4-4d34-9b67-53bf4caa13cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15182'] for router, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:24.705244 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-d4e5923b-84a4-4d34-9b67-53bf4caa13cf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:24.804646 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-d4e5923b-84a4-4d34-9b67-53bf4caa13cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642304'] for router, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:24.805265 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e5923b-84a4-4d34-9b67-53bf4caa13cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42b9e46c-7006-47cb-a6ed-74fa879f1331 {{(pid=108314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 02:10:24.809756 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-d4e5923b-84a4-4d34-9b67-53bf4caa13cf admin admin] Publish callbacks [] for router, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:24.810845 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-d4e5923b-84a4-4d34-9b67-53bf4caa13cf admin admin] 10.222.0.30 "DELETE /v2.0/routers/42b9e46c-7006-47cb-a6ed-74fa879f1331 HTTP/1.1" status: 204 len: 168 time: 0.9488301 Nov 03 02:10:24.813379 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 51210) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:10:24.859730 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.db_base_plugin_v2 [None req-0486f38a-d6d8-4453-9cfd-72671df093f9 admin admin] Deleting subnet 92b994d1-893b-4528-a828-105ad45407c6 {{(pid=108314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 02:10:24.863069 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-0486f38a-d6d8-4453-9cfd-72671df093f9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:24.899180 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-0486f38a-d6d8-4453-9cfd-72671df093f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127010045'] for subnet, precommit_delete_associations {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:24.977364 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-0486f38a-d6d8-4453-9cfd-72671df093f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1588830'] for subnet, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:25.093478 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-0486f38a-d6d8-4453-9cfd-72671df093f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1588775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126899682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126342560'] for subnet, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:25.123804 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-0486f38a-d6d8-4453-9cfd-72671df093f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554904'] for subnet, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:25.127152 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-0486f38a-d6d8-4453-9cfd-72671df093f9 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/92b994d1-893b-4528-a828-105ad45407c6 HTTP/1.1" status: 204 len: 168 time: 0.3127818 Nov 03 02:10:25.128140 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486f38a-d6d8-4453-9cfd-72671df093f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92b994d1-893b-4528-a828-105ad45407c6,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:10:25.128808 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40c8443-2439-4275-9afd-b61e83fef1b7 None None] Network 85bfa113-6079-42d9-9c6f-8ca12bd1c59a requested from dv-cinder-815614-3-iscsi {{(pid=108316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 02:10:25.129879 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 51214) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:10:25.201927 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-962c98fc-0657-4f8e-8ad3-fe4910eb5774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2025968'] for network, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:25.270383 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.plugin [None req-962c98fc-0657-4f8e-8ad3-fe4910eb5774 admin admin] Deleting port 45d66b57-5f6e-4ae6-8f1e-94d7cdbdb5cd {{(pid=108314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 02:10:25.270716 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-962c98fc-0657-4f8e-8ad3-fe4910eb5774 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784217550484'] for port, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:25.306836 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3192e4a6-970c-4494-9c05-c72de9c74906 None None] DHCP port deletion for 85bfa113-6079-42d9-9c6f-8ca12bd1c59a request from dv-cinder-815614-3-iscsi {{(pid=108316) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 02:10:25.343964 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.db [None req-962c98fc-0657-4f8e-8ad3-fe4910eb5774 admin admin] For port 45d66b57-5f6e-4ae6-8f1e-94d7cdbdb5cd, host dv-cinder-815614-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=45d66b57-5f6e-4ae6-8f1e-94d7cdbdb5cd,segment=NetworkSegment(f2e87023-bcf8-4896-894f-b1c7672a5635),segment_id=f2e87023-bcf8-4896-894f-b1c7672a5635)] {{(pid=108314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:10:25.344513 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-962c98fc-0657-4f8e-8ad3-fe4910eb5774 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538104'] for port, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:25.360524 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-3192e4a6-970c-4494-9c05-c72de9c74906 None None] Deleting port 45d66b57-5f6e-4ae6-8f1e-94d7cdbdb5cd {{(pid=108316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 02:10:25.360930 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-3192e4a6-970c-4494-9c05-c72de9c74906 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784217550484'] for port, before_delete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:25.362746 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.plugin [None req-962c98fc-0657-4f8e-8ad3-fe4910eb5774 admin admin] Calling delete_port for 45d66b57-5f6e-4ae6-8f1e-94d7cdbdb5cd owned by network:dhcp {{(pid=108314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 02:10:25.424878 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-3192e4a6-970c-4494-9c05-c72de9c74906 None None] For port 45d66b57-5f6e-4ae6-8f1e-94d7cdbdb5cd, host dv-cinder-815614-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=45d66b57-5f6e-4ae6-8f1e-94d7cdbdb5cd,segment=NetworkSegment(f2e87023-bcf8-4896-894f-b1c7672a5635),segment_id=f2e87023-bcf8-4896-894f-b1c7672a5635)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:10:25.425271 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-3192e4a6-970c-4494-9c05-c72de9c74906 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538104'] for port, precommit_delete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:25.439400 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-3192e4a6-970c-4494-9c05-c72de9c74906 None None] Calling delete_port for 45d66b57-5f6e-4ae6-8f1e-94d7cdbdb5cd owned by network:dhcp {{(pid=108316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 02:10:25.535853 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-962c98fc-0657-4f8e-8ad3-fe4910eb5774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784217703262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784217128223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126899639'] for port, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:25.567493 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962c98fc-0657-4f8e-8ad3-fe4910eb5774 admin admin] No DVR routers for this DVR port 45d66b57-5f6e-4ae6-8f1e-94d7cdbdb5cd on host dv-cinder-815614-3-iscsi {{(pid=108314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 02:10:25.573244 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962c98fc-0657-4f8e-8ad3-fe4910eb5774 admin admin] Pushing event deleted for resources: {'Port': ['ID=45d66b57-5f6e-4ae6-8f1e-94d7cdbdb5cd,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:10:25.643536 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-962c98fc-0657-4f8e-8ad3-fe4910eb5774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1575371', 'neutron.services.segments.db._delete_segments_for_network-8784217631501'] for network, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:25.644032 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-3192e4a6-970c-4494-9c05-c72de9c74906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784217703262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784217128223'] for port, after_delete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:25.670046 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.services.segments.db [None req-962c98fc-0657-4f8e-8ad3-fe4910eb5774 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85bfa113-6079-42d9-9c6f-8ca12bd1c59a']}} {{(pid=108314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:10:25.670451 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3192e4a6-970c-4494-9c05-c72de9c74906 None None] Pushing event deleted for resources: {'Port': ['ID=45d66b57-5f6e-4ae6-8f1e-94d7cdbdb5cd,revision_number=None']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:10:25.672285 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3192e4a6-970c-4494-9c05-c72de9c74906 None None] No DVR routers for this DVR port 45d66b57-5f6e-4ae6-8f1e-94d7cdbdb5cd on host dv-cinder-815614-3-iscsi {{(pid=108316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 02:10:25.697568 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.services.segments.db [None req-962c98fc-0657-4f8e-8ad3-fe4910eb5774 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2e87023-bcf8-4896-894f-b1c7672a5635') {'for_net_delete': True} {{(pid=108314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:10:25.697568 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.services.segments.db [None req-962c98fc-0657-4f8e-8ad3-fe4910eb5774 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2e87023-bcf8-4896-894f-b1c7672a5635') {} {{(pid=108314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:10:25.697568 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-962c98fc-0657-4f8e-8ad3-fe4910eb5774 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784217632534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127010036'] for segment, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:25.706875 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-962c98fc-0657-4f8e-8ad3-fe4910eb5774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1588371'] for segment, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:25.713609 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-962c98fc-0657-4f8e-8ad3-fe4910eb5774 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=108314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:10:25.713993 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-962c98fc-0657-4f8e-8ad3-fe4910eb5774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1588371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126899588'] for segment, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:25.715815 dv-cinder-815614-3-iscsi neutron-server[108314]: Traceback (most recent call last): Nov 03 02:10:25.715815 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 02:10:25.715815 dv-cinder-815614-3-iscsi neutron-server[108314]: timer() Nov 03 02:10:25.715815 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 02:10:25.715815 dv-cinder-815614-3-iscsi neutron-server[108314]: cb(*args, **kw) Nov 03 02:10:25.715815 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 02:10:25.715815 dv-cinder-815614-3-iscsi neutron-server[108314]: return func(*args, **kwargs) Nov 03 02:10:25.715815 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 02:10:25.715815 dv-cinder-815614-3-iscsi neutron-server[108314]: self._notify() Nov 03 02:10:25.715815 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 02:10:25.715815 dv-cinder-815614-3-iscsi neutron-server[108314]: self.callback(batched_events) Nov 03 02:10:25.715815 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 02:10:25.715815 dv-cinder-815614-3-iscsi neutron-server[108314]: event.method(event) Nov 03 02:10:25.715815 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 02:10:25.715815 dv-cinder-815614-3-iscsi neutron-server[108314]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 02:10:25.715815 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 02:10:25.715815 dv-cinder-815614-3-iscsi neutron-server[108314]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 02:10:25.715815 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 02:10:25.715815 dv-cinder-815614-3-iscsi neutron-server[108314]: return f(self, *a, **k) Nov 03 02:10:25.715815 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 02:10:25.715815 dv-cinder-815614-3-iscsi neutron-server[108314]: return self._get(url).json() Nov 03 02:10:25.715815 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 02:10:25.715815 dv-cinder-815614-3-iscsi neutron-server[108314]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 02:10:25.715815 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 02:10:25.715815 dv-cinder-815614-3-iscsi neutron-server[108314]: return self.request(url, 'GET', **kwargs) Nov 03 02:10:25.715815 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 02:10:25.715815 dv-cinder-815614-3-iscsi neutron-server[108314]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 02:10:25.715815 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 02:10:25.715815 dv-cinder-815614-3-iscsi neutron-server[108314]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 02:10:25.715815 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 02:10:25.715815 dv-cinder-815614-3-iscsi neutron-server[108314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 02:10:25.715815 dv-cinder-815614-3-iscsi neutron-server[108314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 02:10:25.875342 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-962c98fc-0657-4f8e-8ad3-fe4910eb5774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1575388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641601'] for network, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:25.880919 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-962c98fc-0657-4f8e-8ad3-fe4910eb5774 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554904'] for network, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:25.886294 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-962c98fc-0657-4f8e-8ad3-fe4910eb5774 admin admin] 10.222.0.30 "DELETE /v2.0/networks/85bfa113-6079-42d9-9c6f-8ca12bd1c59a HTTP/1.1" status: 204 len: 168 time: 0.7529328 Nov 03 02:10:25.887258 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 51216) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:10:25.894600 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962c98fc-0657-4f8e-8ad3-fe4910eb5774 admin admin] Pushing event deleted for resources: {'Network': ['ID=85bfa113-6079-42d9-9c6f-8ca12bd1c59a,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:10:26.286848 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device 3cee7e9a-7852-4d95-90c4-6f9e758b4d67 no longer exists at agent ovs-agent-dv-cinder-815614-3-iscsi {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:10:26.303182 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] No Port match for: 3cee7e9a-7852-4d95-90c4-6f9e758b4d67 {{(pid=108316) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 02:10:26.303522 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device 3cee7e9a-7852-4d95-90c4-6f9e758b4d67 not bound to the agent host dv-cinder-815614-3-iscsi {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:10:26.304208 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device 45d66b57-5f6e-4ae6-8f1e-94d7cdbdb5cd no longer exists at agent ovs-agent-dv-cinder-815614-3-iscsi {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:10:26.323784 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] No Port match for: 45d66b57-5f6e-4ae6-8f1e-94d7cdbdb5cd {{(pid=108316) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 02:10:26.324127 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device 45d66b57-5f6e-4ae6-8f1e-94d7cdbdb5cd not bound to the agent host dv-cinder-815614-3-iscsi {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:10:26.324556 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device ac6140c2-44c3-4aaf-a7f0-41d92c4de2b5 no longer exists at agent ovs-agent-dv-cinder-815614-3-iscsi {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:10:26.344763 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] No Port match for: ac6140c2-44c3-4aaf-a7f0-41d92c4de2b5 {{(pid=108316) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 02:10:26.345126 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device ac6140c2-44c3-4aaf-a7f0-41d92c4de2b5 not bound to the agent host dv-cinder-815614-3-iscsi {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:10:26.464110 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-ce9b8201-8446-4437-9685-3d5b906ba48e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640815'] for router_interface, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:26.708697 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.plugin [None req-ce9b8201-8446-4437-9685-3d5b906ba48e admin admin] Deleting port 216e4158-49be-4d80-8960-741d0bd926a7 {{(pid=108315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 02:10:26.709030 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-ce9b8201-8446-4437-9685-3d5b906ba48e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784217550484'] for port, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:26.787852 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.db [None req-ce9b8201-8446-4437-9685-3d5b906ba48e admin admin] For port 216e4158-49be-4d80-8960-741d0bd926a7, host dv-cinder-815614-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=216e4158-49be-4d80-8960-741d0bd926a7,segment=NetworkSegment(658f6269-5d8d-4d2e-8b1f-5120683f289f),segment_id=658f6269-5d8d-4d2e-8b1f-5120683f289f)] {{(pid=108315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:10:26.788124 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-ce9b8201-8446-4437-9685-3d5b906ba48e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538104'] for port, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:26.800322 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.plugin [None req-ce9b8201-8446-4437-9685-3d5b906ba48e admin admin] Calling delete_port for 216e4158-49be-4d80-8960-741d0bd926a7 owned by network:router_interface {{(pid=108315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 02:10:26.961538 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.agents_db [None req-a2914077-2d9d-4477-8dde-df1573e0789a None None] Agent healthcheck: found 6 active agents {{(pid=108317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:10:27.044078 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-ce9b8201-8446-4437-9685-3d5b906ba48e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784217703262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784217128223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127914182'] for port, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:27.069329 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9b8201-8446-4437-9685-3d5b906ba48e admin admin] Pushing event deleted for resources: {'Port': ['ID=216e4158-49be-4d80-8960-741d0bd926a7,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:10:27.232847 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-ce9b8201-8446-4437-9685-3d5b906ba48e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643807'] for router_interface, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:27.447011 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce9b8201-8446-4437-9685-3d5b906ba48e admin admin] Router 17acf2ce-dae6-4dad-a806-782e06b2ed78 has already been hosted by L3 agent dfdd482b-800d-4ddb-af67-bfdcf28c1d2f {{(pid=108315) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:10:27.549997 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce9b8201-8446-4437-9685-3d5b906ba48e admin admin] Notify agent at l3_agent.dv-cinder-815614-3-iscsi the message routers_updated {{(pid=108315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:10:27.555198 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-ce9b8201-8446-4437-9685-3d5b906ba48e admin admin] 10.222.0.30 "PUT /v2.0/routers/17acf2ce-dae6-4dad-a806-782e06b2ed78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6669402 Nov 03 02:10:27.557750 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 51222) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:10:27.560982 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d463e0-a0d9-4a56-b45f-68a31251b9fb None None] Sync routers for ids ['17acf2ce-dae6-4dad-a806-782e06b2ed78'] in dv-cinder-815614-3-iscsi {{(pid=108316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:10:27.570967 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d463e0-a0d9-4a56-b45f-68a31251b9fb None None] Routers {'17acf2ce-dae6-4dad-a806-782e06b2ed78'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:10:27.571577 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-d8d463e0-a0d9-4a56-b45f-68a31251b9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:10:19Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['17acf2ce-dae6-4dad-a806-782e06b2ed78'], 'active': True} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:10:27.658962 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-14401471-3bfe-4382-90de-191811d8f298 admin admin] Publish callbacks [] for router, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:27.675608 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvr_db [None req-d8d463e0-a0d9-4a56-b45f-68a31251b9fb None None] Set router 17acf2ce-dae6-4dad-a806-782e06b2ed78 gateway port host: dv-cinder-815614-3-iscsi {{(pid=108316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:10:27.758801 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-14401471-3bfe-4382-90de-191811d8f298 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:27.847606 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-d8d463e0-a0d9-4a56-b45f-68a31251b9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17acf2ce-dae6-4dad-a806-782e06b2ed78', 'name': 'tempest-TestShelveInstance-1848991960-router', 'tenant_id': '273b64a59a8944ee89c57e8752b6354f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '26c2dc42-d698-41dc-9b7e-667d5e5abf3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:05:13Z', 'updated_at': '2021-11-03T02:10:26Z', 'revision_number': 5, 'project_id': '273b64a59a8944ee89c57e8752b6354f', 'gw_port': {'id': '26c2dc42-d698-41dc-9b7e-667d5e5abf3c', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:17:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17acf2ce-dae6-4dad-a806-782e06b2ed78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:05:14Z', 'updated_at': '2021-11-03T02:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi'}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:10:27.873300 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d463e0-a0d9-4a56-b45f-68a31251b9fb None None] Checking router: 17acf2ce-dae6-4dad-a806-782e06b2ed78 for host: dv-cinder-815614-3-iscsi {{(pid=108316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:10:27.880549 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.plugin [None req-14401471-3bfe-4382-90de-191811d8f298 admin admin] Deleting port 26c2dc42-d698-41dc-9b7e-667d5e5abf3c {{(pid=108315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 02:10:27.880857 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-14401471-3bfe-4382-90de-191811d8f298 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784217550484'] for port, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:27.881459 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d463e0-a0d9-4a56-b45f-68a31251b9fb None None] Routers {'17acf2ce-dae6-4dad-a806-782e06b2ed78'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:10:27.882049 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-d8d463e0-a0d9-4a56-b45f-68a31251b9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:10:19Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['17acf2ce-dae6-4dad-a806-782e06b2ed78'], 'active': True} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:10:27.962319 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.db [None req-14401471-3bfe-4382-90de-191811d8f298 admin admin] For port 26c2dc42-d698-41dc-9b7e-667d5e5abf3c, host dv-cinder-815614-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=26c2dc42-d698-41dc-9b7e-667d5e5abf3c,segment=NetworkSegment(1823f467-65f5-492c-8155-6dfe4df97867),segment_id=1823f467-65f5-492c-8155-6dfe4df97867)] {{(pid=108315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:10:27.962601 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-14401471-3bfe-4382-90de-191811d8f298 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538104'] for port, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:27.966852 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvr_db [None req-d8d463e0-a0d9-4a56-b45f-68a31251b9fb None None] Set router 17acf2ce-dae6-4dad-a806-782e06b2ed78 gateway port host: None {{(pid=108316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:10:27.974306 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.plugin [None req-14401471-3bfe-4382-90de-191811d8f298 admin admin] Calling delete_port for 26c2dc42-d698-41dc-9b7e-667d5e5abf3c owned by network:router_gateway {{(pid=108315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 02:10:28.019981 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-d8d463e0-a0d9-4a56-b45f-68a31251b9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17acf2ce-dae6-4dad-a806-782e06b2ed78', 'name': 'tempest-TestShelveInstance-1848991960-router', 'tenant_id': '273b64a59a8944ee89c57e8752b6354f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:05:13Z', 'updated_at': '2021-11-03T02:10:27Z', 'revision_number': 6, 'project_id': '273b64a59a8944ee89c57e8752b6354f', 'gw_port_host': None}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:10:28.045568 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d463e0-a0d9-4a56-b45f-68a31251b9fb None None] The sync data for ids ['17acf2ce-dae6-4dad-a806-782e06b2ed78'] in dv-cinder-815614-3-iscsi is: [{'id': '17acf2ce-dae6-4dad-a806-782e06b2ed78', 'name': 'tempest-TestShelveInstance-1848991960-router', 'tenant_id': '273b64a59a8944ee89c57e8752b6354f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:05:13Z', 'updated_at': '2021-11-03T02:10:27Z', 'revision_number': 6, 'project_id': '273b64a59a8944ee89c57e8752b6354f', 'gw_port_host': None}] {{(pid=108316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:10:28.221444 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-14401471-3bfe-4382-90de-191811d8f298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784217703262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784217128223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127914182'] for port, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:28.246845 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14401471-3bfe-4382-90de-191811d8f298 admin admin] Pushing event deleted for resources: {'Port': ['ID=26c2dc42-d698-41dc-9b7e-667d5e5abf3c,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:10:28.305425 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-14401471-3bfe-4382-90de-191811d8f298 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-641637'] for router_gateway, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:28.397173 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-14401471-3bfe-4382-90de-191811d8f298 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15182'] for router, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:28.400391 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-14401471-3bfe-4382-90de-191811d8f298 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:28.509776 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-14401471-3bfe-4382-90de-191811d8f298 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642304'] for router, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:28.510383 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14401471-3bfe-4382-90de-191811d8f298 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17acf2ce-dae6-4dad-a806-782e06b2ed78 {{(pid=108315) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 02:10:28.515447 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-14401471-3bfe-4382-90de-191811d8f298 admin admin] Publish callbacks [] for router, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:28.516639 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-14401471-3bfe-4382-90de-191811d8f298 admin admin] 10.222.0.30 "DELETE /v2.0/routers/17acf2ce-dae6-4dad-a806-782e06b2ed78 HTTP/1.1" status: 204 len: 168 time: 0.9579358 Nov 03 02:10:28.519107 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 51226) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:10:28.563538 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc4d6f0f-8c73-4161-af3e-65090bcb37bf admin admin] Deleting subnet 076687aa-f0dc-4168-a71c-e5fb8a6ddfc2 {{(pid=108315) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 02:10:28.566662 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-fc4d6f0f-8c73-4161-af3e-65090bcb37bf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:28.600854 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-fc4d6f0f-8c73-4161-af3e-65090bcb37bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125997489'] for subnet, precommit_delete_associations {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:28.682821 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-fc4d6f0f-8c73-4161-af3e-65090bcb37bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1588830'] for subnet, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:28.792981 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-fc4d6f0f-8c73-4161-af3e-65090bcb37bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1588775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127914131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126496540'] for subnet, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:28.819711 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-fc4d6f0f-8c73-4161-af3e-65090bcb37bf admin admin] Publish callbacks [] for subnet, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:28.823620 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-fc4d6f0f-8c73-4161-af3e-65090bcb37bf admin admin] 10.222.0.30 "DELETE /v2.0/subnets/076687aa-f0dc-4168-a71c-e5fb8a6ddfc2 HTTP/1.1" status: 204 len: 168 time: 0.3035667 Nov 03 02:10:28.824880 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4d6f0f-8c73-4161-af3e-65090bcb37bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=076687aa-f0dc-4168-a71c-e5fb8a6ddfc2,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:10:28.826617 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 51228) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:10:28.828010 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff79c19-9010-4e33-84d2-6003c7d5d5f9 None None] Network 002a37ce-10db-42f6-b7a3-5dcb2c3072bb requested from dv-cinder-815614-3-iscsi {{(pid=108316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 02:10:28.850452 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device 216e4158-49be-4d80-8960-741d0bd926a7 no longer exists at agent ovs-agent-dv-cinder-815614-3-iscsi {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:10:28.902227 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] No Port match for: 216e4158-49be-4d80-8960-741d0bd926a7 {{(pid=108316) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 02:10:28.902451 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-4205ad67-70dd-4fa6-8354-939f3df48667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2025968'] for network, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:28.902608 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device 216e4158-49be-4d80-8960-741d0bd926a7 not bound to the agent host dv-cinder-815614-3-iscsi {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:10:28.962870 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.plugin [None req-4205ad67-70dd-4fa6-8354-939f3df48667 admin admin] Deleting port 314d5a73-4d48-408e-a5cf-c4035660b698 {{(pid=108315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 02:10:28.963223 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-4205ad67-70dd-4fa6-8354-939f3df48667 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784217550484'] for port, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:29.018947 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd87871-5504-4d1d-8572-2461a0fa1a26 None None] DHCP port deletion for 002a37ce-10db-42f6-b7a3-5dcb2c3072bb request from dv-cinder-815614-3-iscsi {{(pid=108316) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 02:10:29.034539 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.db [None req-4205ad67-70dd-4fa6-8354-939f3df48667 admin admin] For port 314d5a73-4d48-408e-a5cf-c4035660b698, host dv-cinder-815614-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=314d5a73-4d48-408e-a5cf-c4035660b698,segment=NetworkSegment(658f6269-5d8d-4d2e-8b1f-5120683f289f),segment_id=658f6269-5d8d-4d2e-8b1f-5120683f289f)] {{(pid=108315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:10:29.034901 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-4205ad67-70dd-4fa6-8354-939f3df48667 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538104'] for port, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:29.047885 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.plugin [None req-4205ad67-70dd-4fa6-8354-939f3df48667 admin admin] Calling delete_port for 314d5a73-4d48-408e-a5cf-c4035660b698 owned by network:dhcp {{(pid=108315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 02:10:29.082288 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-5fd87871-5504-4d1d-8572-2461a0fa1a26 None None] Deleting port 314d5a73-4d48-408e-a5cf-c4035660b698 {{(pid=108316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 02:10:29.082746 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-5fd87871-5504-4d1d-8572-2461a0fa1a26 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784217550484'] for port, before_delete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:29.148859 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-5fd87871-5504-4d1d-8572-2461a0fa1a26 None None] For port 314d5a73-4d48-408e-a5cf-c4035660b698, host dv-cinder-815614-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=314d5a73-4d48-408e-a5cf-c4035660b698,segment=NetworkSegment(658f6269-5d8d-4d2e-8b1f-5120683f289f),segment_id=658f6269-5d8d-4d2e-8b1f-5120683f289f)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:10:29.149248 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-5fd87871-5504-4d1d-8572-2461a0fa1a26 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538104'] for port, precommit_delete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:29.161417 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-5fd87871-5504-4d1d-8572-2461a0fa1a26 None None] Calling delete_port for 314d5a73-4d48-408e-a5cf-c4035660b698 owned by network:dhcp {{(pid=108316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 02:10:29.195948 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-4205ad67-70dd-4fa6-8354-939f3df48667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784217703262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784217128223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127914182'] for port, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:29.221479 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4205ad67-70dd-4fa6-8354-939f3df48667 admin admin] Pushing event deleted for resources: {'Port': ['ID=314d5a73-4d48-408e-a5cf-c4035660b698,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:10:29.228388 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4205ad67-70dd-4fa6-8354-939f3df48667 admin admin] No DVR routers for this DVR port 314d5a73-4d48-408e-a5cf-c4035660b698 on host dv-cinder-815614-3-iscsi {{(pid=108315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 02:10:29.238706 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-5fd87871-5504-4d1d-8572-2461a0fa1a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784217703262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784217128223'] for port, after_delete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:29.264709 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd87871-5504-4d1d-8572-2461a0fa1a26 None None] Pushing event deleted for resources: {'Port': ['ID=314d5a73-4d48-408e-a5cf-c4035660b698,revision_number=None']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:10:29.266502 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd87871-5504-4d1d-8572-2461a0fa1a26 None None] No DVR routers for this DVR port 314d5a73-4d48-408e-a5cf-c4035660b698 on host dv-cinder-815614-3-iscsi {{(pid=108316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 02:10:29.308925 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-4205ad67-70dd-4fa6-8354-939f3df48667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1575371', 'neutron.services.segments.db._delete_segments_for_network-8784217631501'] for network, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:29.328280 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.services.segments.db [None req-4205ad67-70dd-4fa6-8354-939f3df48667 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['002a37ce-10db-42f6-b7a3-5dcb2c3072bb']}} {{(pid=108315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:10:29.337671 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.services.segments.db [None req-4205ad67-70dd-4fa6-8354-939f3df48667 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '658f6269-5d8d-4d2e-8b1f-5120683f289f') {'for_net_delete': True} {{(pid=108315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:10:29.337957 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.services.segments.db [None req-4205ad67-70dd-4fa6-8354-939f3df48667 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '658f6269-5d8d-4d2e-8b1f-5120683f289f') {} {{(pid=108315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:10:29.347104 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-4205ad67-70dd-4fa6-8354-939f3df48667 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784217632534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125997496'] for segment, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:29.360327 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-4205ad67-70dd-4fa6-8354-939f3df48667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1588371'] for segment, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:29.366317 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4205ad67-70dd-4fa6-8354-939f3df48667 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=108315) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:10:29.366427 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-4205ad67-70dd-4fa6-8354-939f3df48667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1588371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127914229'] for segment, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:29.368596 dv-cinder-815614-3-iscsi neutron-server[108315]: Traceback (most recent call last): Nov 03 02:10:29.368596 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 02:10:29.368596 dv-cinder-815614-3-iscsi neutron-server[108315]: timer() Nov 03 02:10:29.368596 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 02:10:29.368596 dv-cinder-815614-3-iscsi neutron-server[108315]: cb(*args, **kw) Nov 03 02:10:29.368596 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 02:10:29.368596 dv-cinder-815614-3-iscsi neutron-server[108315]: return func(*args, **kwargs) Nov 03 02:10:29.368596 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 02:10:29.368596 dv-cinder-815614-3-iscsi neutron-server[108315]: self._notify() Nov 03 02:10:29.368596 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 02:10:29.368596 dv-cinder-815614-3-iscsi neutron-server[108315]: self.callback(batched_events) Nov 03 02:10:29.368596 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 02:10:29.368596 dv-cinder-815614-3-iscsi neutron-server[108315]: event.method(event) Nov 03 02:10:29.368596 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 02:10:29.368596 dv-cinder-815614-3-iscsi neutron-server[108315]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 02:10:29.368596 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 02:10:29.368596 dv-cinder-815614-3-iscsi neutron-server[108315]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 02:10:29.368596 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 02:10:29.368596 dv-cinder-815614-3-iscsi neutron-server[108315]: return f(self, *a, **k) Nov 03 02:10:29.368596 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 02:10:29.368596 dv-cinder-815614-3-iscsi neutron-server[108315]: return self._get(url).json() Nov 03 02:10:29.368596 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 02:10:29.368596 dv-cinder-815614-3-iscsi neutron-server[108315]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 02:10:29.368596 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 02:10:29.368596 dv-cinder-815614-3-iscsi neutron-server[108315]: return self.request(url, 'GET', **kwargs) Nov 03 02:10:29.368596 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 02:10:29.368596 dv-cinder-815614-3-iscsi neutron-server[108315]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 02:10:29.368596 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 02:10:29.368596 dv-cinder-815614-3-iscsi neutron-server[108315]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 02:10:29.368596 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 02:10:29.368596 dv-cinder-815614-3-iscsi neutron-server[108315]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 02:10:29.368596 dv-cinder-815614-3-iscsi neutron-server[108315]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 02:10:29.515495 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-4205ad67-70dd-4fa6-8354-939f3df48667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1575388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641601'] for network, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:29.520800 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-4205ad67-70dd-4fa6-8354-939f3df48667 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554904'] for network, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:29.524510 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-4205ad67-70dd-4fa6-8354-939f3df48667 admin admin] 10.222.0.30 "DELETE /v2.0/networks/002a37ce-10db-42f6-b7a3-5dcb2c3072bb HTTP/1.1" status: 204 len: 168 time: 0.6968215 Nov 03 02:10:29.534968 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4205ad67-70dd-4fa6-8354-939f3df48667 admin admin] Pushing event deleted for resources: {'Network': ['ID=002a37ce-10db-42f6-b7a3-5dcb2c3072bb,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:10:29.858899 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 51236) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:10:29.897852 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-916b6d26-0988-4cef-a785-cf294418fb5e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=136f0a28eb6d4e108836305888f1fcb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377991 Nov 03 02:10:29.900891 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 51238) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:10:29.903877 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:29.948372 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-458eaf0d-1e84-4a4b-8dcd-598f55ac334d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:29.969383 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-458eaf0d-1e84-4a4b-8dcd-598f55ac334d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:30.098567 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-458eaf0d-1e84-4a4b-8dcd-598f55ac334d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:30.101227 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-458eaf0d-1e84-4a4b-8dcd-598f55ac334d admin admin] Publish callbacks [] for security_group, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:30.105107 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-458eaf0d-1e84-4a4b-8dcd-598f55ac334d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3e7fd297-33b9-40e3-a25b-174044240fdb HTTP/1.1" status: 204 len: 168 time: 0.2013090 Nov 03 02:10:30.112063 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458eaf0d-1e84-4a4b-8dcd-598f55ac334d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e7fd297-33b9-40e3-a25b-174044240fdb,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:10:30.277587 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device 26c2dc42-d698-41dc-9b7e-667d5e5abf3c no longer exists at agent ovs-agent-dv-cinder-815614-3-iscsi {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:10:30.297534 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] No Port match for: 26c2dc42-d698-41dc-9b7e-667d5e5abf3c {{(pid=108316) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 02:10:30.297874 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device 26c2dc42-d698-41dc-9b7e-667d5e5abf3c not bound to the agent host dv-cinder-815614-3-iscsi {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:10:30.298321 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device 314d5a73-4d48-408e-a5cf-c4035660b698 no longer exists at agent ovs-agent-dv-cinder-815614-3-iscsi {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:10:30.317180 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] No Port match for: 314d5a73-4d48-408e-a5cf-c4035660b698 {{(pid=108316) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 02:10:30.317516 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device 314d5a73-4d48-408e-a5cf-c4035660b698 not bound to the agent host dv-cinder-815614-3-iscsi {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:10:30.763126 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 51246) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:10:30.801603 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-90a1df5c-20ea-44fd-a0dc-a4baa743fbcf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=273b64a59a8944ee89c57e8752b6354f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0373700 Nov 03 02:10:30.804140 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 51248) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:10:30.853425 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-afa18e48-0d26-4295-865e-f7910adfa160 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:30.874398 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-afa18e48-0d26-4295-865e-f7910adfa160 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:30.987108 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-afa18e48-0d26-4295-865e-f7910adfa160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:30.989560 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-afa18e48-0d26-4295-865e-f7910adfa160 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:30.990731 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-afa18e48-0d26-4295-865e-f7910adfa160 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5a4f82b6-03ef-4f18-bd47-a5989f36a8a4 HTTP/1.1" status: 204 len: 168 time: 0.1850972 Nov 03 02:10:30.999455 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa18e48-0d26-4295-865e-f7910adfa160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4f82b6-03ef-4f18-bd47-a5989f36a8a4,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:10:46.681112 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-3fc8c4c8-d446-4718-b795-ec873bf80499 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:48.934396 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-b62cdceb-1f23-4bd7-babb-be3a8a736038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:49.963322 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-3baf3433-eee1-48f0-90c8-209ed8ef0e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:51.552100 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-5b813f54-077d-440d-903f-32bc670fe069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:54.037385 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:10:59.917259 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:11:00.314932 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3d1529-7a58-428c-be55-0f94113641c4 req-c6535f81-daae-4ff5-9099-24cf5d690959 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:11:00.316510 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-4e3d1529-7a58-428c-be55-0f94113641c4 req-c6535f81-daae-4ff5-9099-24cf5d690959 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9f31bdf-2f02-4be5-b437-7e26dcceb512 HTTP/1.1" status: 200 len: 945 time: 0.0514443 Nov 03 02:11:00.373777 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-4e3d1529-7a58-428c-be55-0f94113641c4 req-01af311d-4735-4d6c-b4a4-5606c30faf21 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/security-groups?id=225bdd7a-2ca0-49e1-8a54-b7204d2cfc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0487339 Nov 03 02:11:01.491548 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d495716d-9545-438e-8ae5-e54c0cd2fc56 req-7f3de56c-34ed-43b9-b9f9-2e8800075c67 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:11:01.493005 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d495716d-9545-438e-8ae5-e54c0cd2fc56 req-7f3de56c-34ed-43b9-b9f9-2e8800075c67 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9f31bdf-2f02-4be5-b437-7e26dcceb512 HTTP/1.1" status: 200 len: 945 time: 0.0475812 Nov 03 02:11:01.540135 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d495716d-9545-438e-8ae5-e54c0cd2fc56 req-019c4fb5-6929-4527-a0de-9eaabc3fed9d tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/security-groups?id=225bdd7a-2ca0-49e1-8a54-b7204d2cfc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0411403 Nov 03 02:11:02.655303 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64363b83-1670-4139-a841-3ab88e5923b0 req-1e15461b-c618-4ecf-a8e9-a324e3f9ea36 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:11:02.656803 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-64363b83-1670-4139-a841-3ab88e5923b0 req-1e15461b-c618-4ecf-a8e9-a324e3f9ea36 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9f31bdf-2f02-4be5-b437-7e26dcceb512 HTTP/1.1" status: 200 len: 945 time: 0.0482874 Nov 03 02:11:02.702729 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-64363b83-1670-4139-a841-3ab88e5923b0 req-14babd88-68ef-4328-99ea-69fa02ea30de tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/security-groups?id=225bdd7a-2ca0-49e1-8a54-b7204d2cfc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0400946 Nov 03 02:11:03.818300 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc4c040-1dc5-46f4-a642-60a0e2783fd7 req-4f4202b5-dd26-4ec2-abea-68db2b3890e2 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:11:03.819669 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-9cc4c040-1dc5-46f4-a642-60a0e2783fd7 req-4f4202b5-dd26-4ec2-abea-68db2b3890e2 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9f31bdf-2f02-4be5-b437-7e26dcceb512 HTTP/1.1" status: 200 len: 945 time: 0.0509818 Nov 03 02:11:03.864810 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-9cc4c040-1dc5-46f4-a642-60a0e2783fd7 req-235ec4fb-af85-43c4-b2f1-87947da24b83 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/security-groups?id=225bdd7a-2ca0-49e1-8a54-b7204d2cfc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0393479 Nov 03 02:11:03.959751 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.agents_db [None req-a2914077-2d9d-4477-8dde-df1573e0789a None None] Agent healthcheck: found 6 active agents {{(pid=108317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:11:04.979661 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd0747-829d-4c28-984b-4c1f109007b1 req-d773f51b-7ae2-4bba-920f-6ea8f16255aa tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:11:04.981169 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b7dd0747-829d-4c28-984b-4c1f109007b1 req-d773f51b-7ae2-4bba-920f-6ea8f16255aa tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9f31bdf-2f02-4be5-b437-7e26dcceb512 HTTP/1.1" status: 200 len: 945 time: 0.0479856 Nov 03 02:11:05.027310 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b7dd0747-829d-4c28-984b-4c1f109007b1 req-f94126b3-454f-465b-ac98-3216c0375b06 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/security-groups?id=225bdd7a-2ca0-49e1-8a54-b7204d2cfc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0402853 Nov 03 02:11:06.089279 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-ea9a27b8-45bd-4e56-88bd-254e4251e467 req-6b10ba1b-2719-4e5a-afb2-c65ccf6355c2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e2ac3d5d-bfe6-4665-a05e-4e43603bdeea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427508 Nov 03 02:11:06.415699 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13974d6b-4725-4487-8938-1871ea778f44 req-5ae207a1-e6b5-4347-b6e4-330d6e7dbec2 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:11:06.418470 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-13974d6b-4725-4487-8938-1871ea778f44 req-5ae207a1-e6b5-4347-b6e4-330d6e7dbec2 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9f31bdf-2f02-4be5-b437-7e26dcceb512 HTTP/1.1" status: 200 len: 945 time: 0.3239946 Nov 03 02:11:06.422514 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9a27b8-45bd-4e56-88bd-254e4251e467 req-20cc4d50-0f21-46dc-9f0a-cfd900c882f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:11:06.423860 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-ea9a27b8-45bd-4e56-88bd-254e4251e467 req-20cc4d50-0f21-46dc-9f0a-cfd900c882f7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a08b0f1fc6b940148531ae61a6847288&device_id=e2ac3d5d-bfe6-4665-a05e-4e43603bdeea HTTP/1.1" status: 200 len: 1098 time: 0.0567141 Nov 03 02:11:06.513661 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-13974d6b-4725-4487-8938-1871ea778f44 req-aef1166d-dd39-493e-8313-46d88df75bc7 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/security-groups?id=225bdd7a-2ca0-49e1-8a54-b7204d2cfc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0888264 Nov 03 02:11:06.553052 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9a27b8-45bd-4e56-88bd-254e4251e467 req-37eb94c0-25de-4982-8fc9-a1f05022c589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:11:06.554605 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-ea9a27b8-45bd-4e56-88bd-254e4251e467 req-37eb94c0-25de-4982-8fc9-a1f05022c589 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f712cad4-e8ca-42ec-98fb-45f5bacc0fc1 HTTP/1.1" status: 200 len: 912 time: 0.1092470 Nov 03 02:11:06.620190 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-ea9a27b8-45bd-4e56-88bd-254e4251e467 req-80fc9690-7342-4a9f-8ef8-6919d292618c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=965fb444-aa57-4bbf-bf8d-51156d65ecb3 HTTP/1.1" status: 200 len: 1000 time: 0.0580318 Nov 03 02:11:06.671881 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9a27b8-45bd-4e56-88bd-254e4251e467 req-7a82f314-8801-4e09-b283-f483a5b78797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:11:06.673218 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-ea9a27b8-45bd-4e56-88bd-254e4251e467 req-7a82f314-8801-4e09-b283-f483a5b78797 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=43639205-925f-474d-a075-6f18826b2705 HTTP/1.1" status: 200 len: 850 time: 0.0463502 Nov 03 02:11:06.719537 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9a27b8-45bd-4e56-88bd-254e4251e467 req-5363ccaa-0874-44b6-8551-ee64c502f2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:11:06.720982 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-ea9a27b8-45bd-4e56-88bd-254e4251e467 req-5363ccaa-0874-44b6-8551-ee64c502f2bb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f712cad4-e8ca-42ec-98fb-45f5bacc0fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394738 Nov 03 02:11:06.812188 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-ea9a27b8-45bd-4e56-88bd-254e4251e467 req-2ee1d041-2793-46f9-a35f-86ed35fe3e77 service neutron] 10.222.0.37 "GET /v2.0/networks/f712cad4-e8ca-42ec-98fb-45f5bacc0fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837030 Nov 03 02:11:06.905241 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-ea9a27b8-45bd-4e56-88bd-254e4251e467 req-583b73f8-6da1-4b1b-92c9-7d47da7b5ee9 service neutron] 10.222.0.37 "GET /v2.0/networks/f712cad4-e8ca-42ec-98fb-45f5bacc0fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861621 Nov 03 02:11:07.633602 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d074be03-4aa3-42dc-b2cc-2a447153bfbc req-7662ad14-3a31-4cc9-a314-34f0edd49c15 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:11:07.635095 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d074be03-4aa3-42dc-b2cc-2a447153bfbc req-7662ad14-3a31-4cc9-a314-34f0edd49c15 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9f31bdf-2f02-4be5-b437-7e26dcceb512 HTTP/1.1" status: 200 len: 945 time: 0.0488894 Nov 03 02:11:07.681504 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d074be03-4aa3-42dc-b2cc-2a447153bfbc req-c289df17-11b8-4cde-b482-45da131a0300 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/security-groups?id=225bdd7a-2ca0-49e1-8a54-b7204d2cfc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0406380 Nov 03 02:11:08.799330 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d6ed1-0c9b-4c7f-9ced-261ec3e4802e req-d77e83b2-ec67-4260-bf35-a72ceea52bdd tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:11:08.800773 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-cc1d6ed1-0c9b-4c7f-9ced-261ec3e4802e req-d77e83b2-ec67-4260-bf35-a72ceea52bdd tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9f31bdf-2f02-4be5-b437-7e26dcceb512 HTTP/1.1" status: 200 len: 945 time: 0.0513082 Nov 03 02:11:08.851497 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-cc1d6ed1-0c9b-4c7f-9ced-261ec3e4802e req-c55c7750-4e90-483c-a5b0-f4261c8f1f2f tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/security-groups?id=225bdd7a-2ca0-49e1-8a54-b7204d2cfc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0445402 Nov 03 02:11:09.964024 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526bf2ab-fde7-4927-af8c-7e6144176cd2 req-db325911-b7c5-459d-8453-b020b6574de3 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:11:09.965473 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-526bf2ab-fde7-4927-af8c-7e6144176cd2 req-db325911-b7c5-459d-8453-b020b6574de3 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9f31bdf-2f02-4be5-b437-7e26dcceb512 HTTP/1.1" status: 200 len: 945 time: 0.0483632 Nov 03 02:11:10.010972 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-526bf2ab-fde7-4927-af8c-7e6144176cd2 req-6bc83586-2250-4da7-b7ef-2d1819730e07 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/security-groups?id=225bdd7a-2ca0-49e1-8a54-b7204d2cfc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0396311 Nov 03 02:11:10.712352 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f82971-1786-4210-b0dd-0d88c60a17e4 req-e0b278e3-affc-4962-aac5-45940ecd375d tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:11:10.713838 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-64f82971-1786-4210-b0dd-0d88c60a17e4 req-e0b278e3-affc-4962-aac5-45940ecd375d tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2ac3d5d-bfe6-4665-a05e-4e43603bdeea HTTP/1.1" status: 200 len: 945 time: 0.0517850 Nov 03 02:11:10.762048 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-64f82971-1786-4210-b0dd-0d88c60a17e4 req-3d459202-9f28-4fb6-8fba-9a9c0738544c tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1e43461-b85d-4639-b4a3-3f08fe84210d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422490 Nov 03 02:11:11.128118 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1919667f-c713-43d6-913b-f25e1df8065a req-c37771d7-5128-4cdb-8e8c-bd08d16b69fd tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:11:11.129598 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1919667f-c713-43d6-913b-f25e1df8065a req-c37771d7-5128-4cdb-8e8c-bd08d16b69fd tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9f31bdf-2f02-4be5-b437-7e26dcceb512 HTTP/1.1" status: 200 len: 945 time: 0.0514596 Nov 03 02:11:11.176022 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1919667f-c713-43d6-913b-f25e1df8065a req-ec423866-1af5-47c0-961b-506455b7406a tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/security-groups?id=225bdd7a-2ca0-49e1-8a54-b7204d2cfc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0399113 Nov 03 02:11:11.875410 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e77995-2c2e-4316-a687-157b473e4868 req-ba31556e-265c-412d-b477-4e7c202a882b tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:11:11.876874 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-18e77995-2c2e-4316-a687-157b473e4868 req-ba31556e-265c-412d-b477-4e7c202a882b tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2ac3d5d-bfe6-4665-a05e-4e43603bdeea HTTP/1.1" status: 200 len: 945 time: 0.0476558 Nov 03 02:11:11.929384 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-18e77995-2c2e-4316-a687-157b473e4868 req-ad8ee4e4-14c7-4585-9e62-095786e2c1ee tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1e43461-b85d-4639-b4a3-3f08fe84210d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458333 Nov 03 02:11:12.210518 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de12cebe-ac91-4f6e-9ebc-8701e2063dbe req-f9915509-35a5-4a22-bf54-698b6da04e8a tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:11:12.211976 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-de12cebe-ac91-4f6e-9ebc-8701e2063dbe req-f9915509-35a5-4a22-bf54-698b6da04e8a tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ac3d5d-bfe6-4665-a05e-4e43603bdeea HTTP/1.1" status: 200 len: 945 time: 0.0478804 Nov 03 02:11:12.324329 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85f55c7-bdd7-4c39-a3d7-18201ad920ed req-a8f55c68-2006-4960-bf47-fdbad5b3096b tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:11:12.325781 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a85f55c7-bdd7-4c39-a3d7-18201ad920ed req-a8f55c68-2006-4960-bf47-fdbad5b3096b tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9f31bdf-2f02-4be5-b437-7e26dcceb512 HTTP/1.1" status: 200 len: 945 time: 0.0830326 Nov 03 02:11:12.365341 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.plugin [req-de12cebe-ac91-4f6e-9ebc-8701e2063dbe req-fed7cea7-f500-4533-bf7a-ab3362b1cc78 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Deleting port 965fb444-aa57-4bbf-bf8d-51156d65ecb3 {{(pid=108314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 02:11:12.365698 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-de12cebe-ac91-4f6e-9ebc-8701e2063dbe req-fed7cea7-f500-4533-bf7a-ab3362b1cc78 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784217550484'] for port, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:11:12.424933 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a85f55c7-bdd7-4c39-a3d7-18201ad920ed req-ad1c6eba-5681-4ee7-bf16-1045fcc0f97d tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/security-groups?id=225bdd7a-2ca0-49e1-8a54-b7204d2cfc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0929329 Nov 03 02:11:12.464062 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.db [req-de12cebe-ac91-4f6e-9ebc-8701e2063dbe req-fed7cea7-f500-4533-bf7a-ab3362b1cc78 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] For port 965fb444-aa57-4bbf-bf8d-51156d65ecb3, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=965fb444-aa57-4bbf-bf8d-51156d65ecb3,segment=NetworkSegment(974828e1-7153-4348-912c-a42e71ffbf48),segment_id=974828e1-7153-4348-912c-a42e71ffbf48)] {{(pid=108314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:11:12.464349 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-de12cebe-ac91-4f6e-9ebc-8701e2063dbe req-fed7cea7-f500-4533-bf7a-ab3362b1cc78 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538104'] for port, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:11:12.633229 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-de12cebe-ac91-4f6e-9ebc-8701e2063dbe req-fed7cea7-f500-4533-bf7a-ab3362b1cc78 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:11:12.633582 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-de12cebe-ac91-4f6e-9ebc-8701e2063dbe req-fed7cea7-f500-4533-bf7a-ab3362b1cc78 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641583'] for floatingip, after_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:11:12.633918 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.db.l3_db [req-de12cebe-ac91-4f6e-9ebc-8701e2063dbe req-fed7cea7-f500-4533-bf7a-ab3362b1cc78 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Floating IP 3dc9412a-45e3-42c9-b075-140bdad1caf8 disassociated. External IP: 172.27.1.48, port: 965fb444-aa57-4bbf-bf8d-51156d65ecb3. Nov 03 02:11:12.634289 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.plugin [req-de12cebe-ac91-4f6e-9ebc-8701e2063dbe req-fed7cea7-f500-4533-bf7a-ab3362b1cc78 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Calling delete_port for 965fb444-aa57-4bbf-bf8d-51156d65ecb3 owned by compute:nova {{(pid=108314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 02:11:12.871116 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-de12cebe-ac91-4f6e-9ebc-8701e2063dbe req-fed7cea7-f500-4533-bf7a-ab3362b1cc78 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784217703262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784217128223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126899639'] for port, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:11:12.897708 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed7cea7-f500-4533-bf7a-ab3362b1cc78 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Pushing event deleted for resources: {'Port': ['ID=965fb444-aa57-4bbf-bf8d-51156d65ecb3,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:11:13.028808 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-ec23e80c-1f27-4bc7-9245-848c32f03cf8 req-3b76b7ef-0501-4c88-b508-3df4ea47d605 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2ac3d5d-bfe6-4665-a05e-4e43603bdeea HTTP/1.1" status: 200 len: 210 time: 0.0313723 Nov 03 02:11:13.039570 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de12cebe-ac91-4f6e-9ebc-8701e2063dbe req-fed7cea7-f500-4533-bf7a-ab3362b1cc78 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Router c53cceb8-96b2-410c-a04b-01b956cef230 has already been hosted by L3 agent dfdd482b-800d-4ddb-af67-bfdcf28c1d2f {{(pid=108314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:11:13.145459 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de12cebe-ac91-4f6e-9ebc-8701e2063dbe req-fed7cea7-f500-4533-bf7a-ab3362b1cc78 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Notify agent at l3_agent.dv-cinder-815614-3-iscsi the message routers_updated {{(pid=108314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:11:13.155380 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842be368-3e20-4a0a-a111-1724bfb75dba None None] Sync routers for ids ['c53cceb8-96b2-410c-a04b-01b956cef230'] in dv-cinder-815614-3-iscsi {{(pid=108317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:11:13.165822 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842be368-3e20-4a0a-a111-1724bfb75dba None None] Routers {'c53cceb8-96b2-410c-a04b-01b956cef230'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:11:13.166542 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-842be368-3e20-4a0a-a111-1724bfb75dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:10:49Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['c53cceb8-96b2-410c-a04b-01b956cef230'], 'active': True} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:11:13.185205 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.l3_dvrscheduler_db [req-de12cebe-ac91-4f6e-9ebc-8701e2063dbe req-fed7cea7-f500-4533-bf7a-ab3362b1cc78 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] No DVR routers for this DVR port 965fb444-aa57-4bbf-bf8d-51156d65ecb3 on host hv-cinder-81561 {{(pid=108314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 02:11:13.187851 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-de12cebe-ac91-4f6e-9ebc-8701e2063dbe req-fed7cea7-f500-4533-bf7a-ab3362b1cc78 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622'] for port, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:11:13.191281 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-de12cebe-ac91-4f6e-9ebc-8701e2063dbe req-fed7cea7-f500-4533-bf7a-ab3362b1cc78 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.37 "DELETE /v2.0/ports/965fb444-aa57-4bbf-bf8d-51156d65ecb3 HTTP/1.1" status: 204 len: 173 time: 0.9727306 Nov 03 02:11:13.191751 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2ac3d5d-bfe6-4665-a05e-4e43603bdeea', 'name': 'network-vif-deleted', 'tag': '965fb444-aa57-4bbf-bf8d-51156d65ecb3'}] {{(pid=108314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:11:13.194004 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b9e71fb97e4882bef21449c101b24c97d897c9b718fbc8dac7673975a826a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c76472-78db-4fd9-904a-852e7c5a0c3f" -d '{"events": [{"server_uuid": "e2ac3d5d-bfe6-4665-a05e-4e43603bdeea", "name": "network-vif-deleted", "tag": "965fb444-aa57-4bbf-bf8d-51156d65ecb3"}]}' {{(pid=108314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:11:13.231829 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 02:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764904bb-b24e-475a-8ae8-38bf273cdd32 x-openstack-request-id: req-764904bb-b24e-475a-8ae8-38bf273cdd32 {{(pid=108314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:11:13.232440 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2ac3d5d-bfe6-4665-a05e-4e43603bdeea", "name": "network-vif-deleted", "tag": "965fb444-aa57-4bbf-bf8d-51156d65ecb3", "status": "completed", "code": 200}]} {{(pid=108314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:11:13.232950 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-764904bb-b24e-475a-8ae8-38bf273cdd32 {{(pid=108314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:11:13.234046 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2ac3d5d-bfe6-4665-a05e-4e43603bdeea', 'name': 'network-vif-deleted', 'tag': '965fb444-aa57-4bbf-bf8d-51156d65ecb3', 'status': 'completed', 'code': 200} Nov 03 02:11:13.281421 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvr_db [None req-842be368-3e20-4a0a-a111-1724bfb75dba None None] Set router c53cceb8-96b2-410c-a04b-01b956cef230 gateway port host: dv-cinder-815614-3-iscsi {{(pid=108317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:11:13.490035 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-842be368-3e20-4a0a-a111-1724bfb75dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'name': 'tempest-TestVolumeBootPattern-964798403-router', 'tenant_id': 'a08b0f1fc6b940148531ae61a6847288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '27fddf72-16d8-4633-a63b-2c55aeb0aa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:07:52Z', 'updated_at': '2021-11-03T02:07:56Z', 'revision_number': 4, 'project_id': 'a08b0f1fc6b940148531ae61a6847288', 'gw_port': {'id': '27fddf72-16d8-4633-a63b-2c55aeb0aa60', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:75:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:07:53Z', 'updated_at': '2021-11-03T02:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_interfaces': [{'id': 'ee1dbab4-efdb-4180-a487-fed713956095', 'name': '', 'network_id': 'f712cad4-e8ca-42ec-98fb-45f5bacc0fc1', 'tenant_id': 'a08b0f1fc6b940148531ae61a6847288', 'mac_address': 'fa:16:3e:b7:1b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '43639205-925f-474d-a075-6f18826b2705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:07:56Z', 'updated_at': '2021-11-03T02:08:02Z', 'revision_number': 5, 'project_id': 'a08b0f1fc6b940148531ae61a6847288', 'subnets': [{'id': '43639205-925f-474d-a075-6f18826b2705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:11:13.516401 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842be368-3e20-4a0a-a111-1724bfb75dba None None] Checking router: c53cceb8-96b2-410c-a04b-01b956cef230 for host: dv-cinder-815614-3-iscsi {{(pid=108317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:11:13.526934 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842be368-3e20-4a0a-a111-1724bfb75dba None None] Routers {'c53cceb8-96b2-410c-a04b-01b956cef230'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:11:13.527538 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-842be368-3e20-4a0a-a111-1724bfb75dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:10:49Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['c53cceb8-96b2-410c-a04b-01b956cef230'], 'active': True} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:11:13.541758 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff71a680-5381-492f-85ed-88ae4451d4d7 req-73f24241-96ff-4b5b-a16d-a6e0388aee3d tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:11:13.543297 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-ff71a680-5381-492f-85ed-88ae4451d4d7 req-73f24241-96ff-4b5b-a16d-a6e0388aee3d tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9f31bdf-2f02-4be5-b437-7e26dcceb512 HTTP/1.1" status: 200 len: 945 time: 0.0519655 Nov 03 02:11:13.594591 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-ff71a680-5381-492f-85ed-88ae4451d4d7 req-e6751496-949d-4c09-b147-acfbd11742af tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/security-groups?id=225bdd7a-2ca0-49e1-8a54-b7204d2cfc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0447712 Nov 03 02:11:13.637255 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvr_db [None req-842be368-3e20-4a0a-a111-1724bfb75dba None None] Set router c53cceb8-96b2-410c-a04b-01b956cef230 gateway port host: dv-cinder-815614-3-iscsi {{(pid=108317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:11:13.838585 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-842be368-3e20-4a0a-a111-1724bfb75dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'name': 'tempest-TestVolumeBootPattern-964798403-router', 'tenant_id': 'a08b0f1fc6b940148531ae61a6847288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '27fddf72-16d8-4633-a63b-2c55aeb0aa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:07:52Z', 'updated_at': '2021-11-03T02:07:56Z', 'revision_number': 4, 'project_id': 'a08b0f1fc6b940148531ae61a6847288', 'gw_port': {'id': '27fddf72-16d8-4633-a63b-2c55aeb0aa60', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:75:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:07:53Z', 'updated_at': '2021-11-03T02:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_interfaces': [{'id': 'ee1dbab4-efdb-4180-a487-fed713956095', 'name': '', 'network_id': 'f712cad4-e8ca-42ec-98fb-45f5bacc0fc1', 'tenant_id': 'a08b0f1fc6b940148531ae61a6847288', 'mac_address': 'fa:16:3e:b7:1b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '43639205-925f-474d-a075-6f18826b2705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:07:56Z', 'updated_at': '2021-11-03T02:08:02Z', 'revision_number': 5, 'project_id': 'a08b0f1fc6b940148531ae61a6847288', 'subnets': [{'id': '43639205-925f-474d-a075-6f18826b2705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:11:13.863561 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842be368-3e20-4a0a-a111-1724bfb75dba None None] The sync data for ids ['c53cceb8-96b2-410c-a04b-01b956cef230'] in dv-cinder-815614-3-iscsi is: [{'id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'name': 'tempest-TestVolumeBootPattern-964798403-router', 'tenant_id': 'a08b0f1fc6b940148531ae61a6847288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '27fddf72-16d8-4633-a63b-2c55aeb0aa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:07:52Z', 'updated_at': '2021-11-03T02:07:56Z', 'revision_number': 4, 'project_id': 'a08b0f1fc6b940148531ae61a6847288', 'gw_port': {'id': '27fddf72-16d8-4633-a63b-2c55aeb0aa60', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:75:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:07:53Z', 'updated_at': '2021-11-03T02:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_interfaces': [{'id': 'ee1dbab4-efdb-4180-a487-fed713956095', 'name': '', 'network_id': 'f712cad4-e8ca-42ec-98fb-45f5bacc0fc1', 'tenant_id': 'a08b0f1fc6b940148531ae61a6847288', 'mac_address': 'fa:16:3e:b7:1b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '43639205-925f-474d-a075-6f18826b2705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:07:56Z', 'updated_at': '2021-11-03T02:08:02Z', 'revision_number': 5, 'project_id': 'a08b0f1fc6b940148531ae61a6847288', 'subnets': [{'id': '43639205-925f-474d-a075-6f18826b2705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:11:14.068573 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a3e4f7-bef8-412a-9b4e-8499fd3e0651 None None] New status for floating IP 3dc9412a-45e3-42c9-b075-140bdad1caf8: DOWN {{(pid=108316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 02:11:14.137464 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-cb5081b7-f1ae-4db4-a209-246d523693ee req-129de3a3-a4b7-4f15-9390-8ae464959222 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2ac3d5d-bfe6-4665-a05e-4e43603bdeea HTTP/1.1" status: 200 len: 210 time: 0.0270188 Nov 03 02:11:14.712115 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d8c2b4-340b-47ea-9fd3-14c0e5fb424f req-c1133307-19a4-4c2d-b12b-d537e1a237d3 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:11:14.713574 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-00d8c2b4-340b-47ea-9fd3-14c0e5fb424f req-c1133307-19a4-4c2d-b12b-d537e1a237d3 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9f31bdf-2f02-4be5-b437-7e26dcceb512 HTTP/1.1" status: 200 len: 945 time: 0.0529578 Nov 03 02:11:14.759941 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-00d8c2b4-340b-47ea-9fd3-14c0e5fb424f req-351ec507-aff5-4b04-9930-1b91032d2bb6 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/security-groups?id=225bdd7a-2ca0-49e1-8a54-b7204d2cfc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0405321 Nov 03 02:11:15.393613 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-935f75bb-71d6-4019-9620-2b579c1f89d8 req-9618872a-2ae6-4c39-bf53-f243d699a8fd tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2008507579&fields=id&tenant_id=a08b0f1fc6b940148531ae61a6847288 HTTP/1.1" status: 200 len: 267 time: 0.0437686 Nov 03 02:11:15.503958 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935f75bb-71d6-4019-9620-2b579c1f89d8 req-7f0de4bc-f0f2-45c3-a52a-8a80388bed45 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:11:15.505365 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-935f75bb-71d6-4019-9620-2b579c1f89d8 req-7f0de4bc-f0f2-45c3-a52a-8a80388bed45 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/networks?id=f712cad4-e8ca-42ec-98fb-45f5bacc0fc1 HTTP/1.1" status: 200 len: 811 time: 0.1047397 Nov 03 02:11:15.520228 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-935f75bb-71d6-4019-9620-2b579c1f89d8 req-db990262-2a22-4ef0-a6a3-a474483879e7 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/quotas/a08b0f1fc6b940148531ae61a6847288 HTTP/1.1" status: 200 len: 375 time: 0.0091581 Nov 03 02:11:15.576942 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-935f75bb-71d6-4019-9620-2b579c1f89d8 req-a46831d0-9cfa-429b-986c-1ef8a6d211cd tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a08b0f1fc6b940148531ae61a6847288&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0508671 Nov 03 02:11:15.676050 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-935f75bb-71d6-4019-9620-2b579c1f89d8 req-c297de48-221f-4507-a267-f4fe77a1bcc2 service neutron] 10.222.0.30 "GET /v2.0/networks/f712cad4-e8ca-42ec-98fb-45f5bacc0fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870566 Nov 03 02:11:15.769150 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-935f75bb-71d6-4019-9620-2b579c1f89d8 req-076a386f-1766-497a-88bd-21121a77d9d3 service neutron] 10.222.0.30 "GET /v2.0/networks/f712cad4-e8ca-42ec-98fb-45f5bacc0fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866456 Nov 03 02:11:15.875406 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2088a9-69a9-4992-b18d-28373b728933 req-e44e66da-7fc3-4873-87c4-13807326bcf9 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:11:15.876927 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-ee2088a9-69a9-4992-b18d-28373b728933 req-e44e66da-7fc3-4873-87c4-13807326bcf9 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9f31bdf-2f02-4be5-b437-7e26dcceb512 HTTP/1.1" status: 200 len: 945 time: 0.0492785 Nov 03 02:11:15.924843 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-ee2088a9-69a9-4992-b18d-28373b728933 req-1a5bd619-0c93-410d-92ec-4bf42149c3fc tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/security-groups?id=225bdd7a-2ca0-49e1-8a54-b7204d2cfc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0410631 Nov 03 02:11:16.063758 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device 965fb444-aa57-4bbf-bf8d-51156d65ecb3 no longer exists at agent hyperv_hv-cinder-81561 {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:11:16.083074 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] No Port match for: 965fb444-aa57-4bbf-bf8d-51156d65ecb3 {{(pid=108316) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 02:11:16.083411 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device 965fb444-aa57-4bbf-bf8d-51156d65ecb3 not bound to the agent host hv-cinder-81561 {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:11:16.443122 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6631e701-480e-4e4e-bbe6-d4486751d2af req-1069b06c-0fcd-42e8-a900-5104b1122db7 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:11:16.444609 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-6631e701-480e-4e4e-bbe6-d4486751d2af req-1069b06c-0fcd-42e8-a900-5104b1122db7 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9f31bdf-2f02-4be5-b437-7e26dcceb512 HTTP/1.1" status: 200 len: 945 time: 0.0580466 Nov 03 02:11:16.503665 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-6631e701-480e-4e4e-bbe6-d4486751d2af req-fdfb669f-435e-4384-9386-4b17918d36ca tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/security-groups?id=225bdd7a-2ca0-49e1-8a54-b7204d2cfc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0528507 Nov 03 02:11:16.579427 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-3bb64492-2c42-4fe7-9d24-f2f3831a9735 req-46275768-925d-4641-97b9-7410d605f1e2 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c7a5a05-f330-4efd-8bb2-d11ec928e3a2 HTTP/1.1" status: 200 len: 210 time: 0.0288172 Nov 03 02:11:16.619343 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980d17f0-d906-4f77-9744-f7f37f3405c1 req-65a82aad-3083-4675-ba02-177b221ec916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:11:16.620824 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-980d17f0-d906-4f77-9744-f7f37f3405c1 req-65a82aad-3083-4675-ba02-177b221ec916 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=acd183c43fe64f528cb1a54e0e951443&device_id=c9f31bdf-2f02-4be5-b437-7e26dcceb512 HTTP/1.1" status: 200 len: 1098 time: 0.0442657 Nov 03 02:11:16.705320 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-2094d277-0227-47b1-9caf-4fd330f8882b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:11:16.714024 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980d17f0-d906-4f77-9744-f7f37f3405c1 req-b260ef2c-3832-420f-9ac0-b9bf91a8f023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:11:16.715547 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-980d17f0-d906-4f77-9744-f7f37f3405c1 req-b260ef2c-3832-420f-9ac0-b9bf91a8f023 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cffa4a5f-809a-4e6a-b540-236a07565506 HTTP/1.1" status: 200 len: 911 time: 0.0875831 Nov 03 02:11:16.778962 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-980d17f0-d906-4f77-9744-f7f37f3405c1 req-557f5390-1e15-45e7-a6c2-97c7f7f75126 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f82229d-ed31-4b55-ac47-c7a8393800cd HTTP/1.1" status: 200 len: 1000 time: 0.0566566 Nov 03 02:11:16.836134 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980d17f0-d906-4f77-9744-f7f37f3405c1 req-468a7b85-084a-4e7b-a633-c76350e514e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:11:16.837567 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-980d17f0-d906-4f77-9744-f7f37f3405c1 req-468a7b85-084a-4e7b-a633-c76350e514e1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7ac96128-f0d1-4a89-997c-2692460bc837 HTTP/1.1" status: 200 len: 849 time: 0.0522935 Nov 03 02:11:16.897053 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980d17f0-d906-4f77-9744-f7f37f3405c1 req-bbbdc3c3-7d67-43a1-bb2a-9071b3f0dc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:11:16.897053 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-980d17f0-d906-4f77-9744-f7f37f3405c1 req-bbbdc3c3-7d67-43a1-bb2a-9071b3f0dc5e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cffa4a5f-809a-4e6a-b540-236a07565506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449684 Nov 03 02:11:16.979872 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-980d17f0-d906-4f77-9744-f7f37f3405c1 req-a3aaf6c2-ac4d-461a-9cf1-f3988d439ca8 service neutron] 10.222.0.37 "GET /v2.0/networks/cffa4a5f-809a-4e6a-b540-236a07565506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829635 Nov 03 02:11:17.072911 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-980d17f0-d906-4f77-9744-f7f37f3405c1 req-e5df4163-ad7e-4551-bb18-ab0a3ddfe2ac service neutron] 10.222.0.37 "GET /v2.0/networks/cffa4a5f-809a-4e6a-b540-236a07565506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863926 Nov 03 02:11:17.621430 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5857cdb-1f41-499d-9f68-f984aa8f0b3b req-01fe0453-82cc-4681-ad5c-a718795415cd tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:11:17.623187 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f5857cdb-1f41-499d-9f68-f984aa8f0b3b req-01fe0453-82cc-4681-ad5c-a718795415cd tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9f31bdf-2f02-4be5-b437-7e26dcceb512 HTTP/1.1" status: 200 len: 945 time: 0.0488737 Nov 03 02:11:17.685534 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f5857cdb-1f41-499d-9f68-f984aa8f0b3b req-206e1531-7d68-4dd8-a568-37ffdc97e20e tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/security-groups?id=225bdd7a-2ca0-49e1-8a54-b7204d2cfc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0564420 Nov 03 02:11:17.704609 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-4fdb3be9-bd9c-4801-8058-eea0ffa07bca req-73271d92-0b6f-47c1-9aa3-4e4d47d72c14 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c7a5a05-f330-4efd-8bb2-d11ec928e3a2 HTTP/1.1" status: 200 len: 210 time: 0.0324140 Nov 03 02:11:18.608156 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935f75bb-71d6-4019-9620-2b579c1f89d8 req-0e2b723f-140f-4aa9-88a2-2b0140fa29f9 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:11:18.609591 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-935f75bb-71d6-4019-9620-2b579c1f89d8 req-0e2b723f-140f-4aa9-88a2-2b0140fa29f9 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.37 "GET /v2.0/networks?id=f712cad4-e8ca-42ec-98fb-45f5bacc0fc1 HTTP/1.1" status: 200 len: 811 time: 0.1014297 Nov 03 02:11:18.671968 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-935f75bb-71d6-4019-9620-2b579c1f89d8 req-4df12c22-6877-4333-a5f2-3fb52f777150 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a08b0f1fc6b940148531ae61a6847288 HTTP/1.1" status: 200 len: 380 time: 0.0536859 Nov 03 02:11:18.681990 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.v2.base [req-935f75bb-71d6-4019-9620-2b579c1f89d8 req-d8feb626-2e34-4429-b339-4e1749b5e2d6 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Request body: {'port': {'device_id': '2c7a5a05-f330-4efd-8bb2-d11ec928e3a2', 'network_id': 'f712cad4-e8ca-42ec-98fb-45f5bacc0fc1', 'admin_state_up': True, 'tenant_id': 'a08b0f1fc6b940148531ae61a6847288', 'security_groups': ['e1e43461-b85d-4639-b4a3-3f08fe84210d']}} {{(pid=108314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:11:18.828977 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-20642392-9221-4edb-88bb-ba3baa0f9e9f req-ab051f1b-3708-4b8b-9437-df7ff16e7de0 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c7a5a05-f330-4efd-8bb2-d11ec928e3a2 HTTP/1.1" status: 200 len: 210 time: 0.0433323 Nov 03 02:11:18.856905 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f5586-499e-479e-be0c-3bf0835bcd3f req-1ed640b3-fd70-413d-97dd-467530d0a839 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:11:18.857783 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-4e9f5586-499e-479e-be0c-3bf0835bcd3f req-1ed640b3-fd70-413d-97dd-467530d0a839 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9f31bdf-2f02-4be5-b437-7e26dcceb512 HTTP/1.1" status: 200 len: 945 time: 0.1010909 Nov 03 02:11:18.909432 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-4e9f5586-499e-479e-be0c-3bf0835bcd3f req-5507c692-f25c-47ad-808e-6017632e8b79 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/security-groups?id=225bdd7a-2ca0-49e1-8a54-b7204d2cfc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0449858 Nov 03 02:11:18.922044 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-935f75bb-71d6-4019-9620-2b579c1f89d8 req-d8feb626-2e34-4429-b339-4e1749b5e2d6 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Made reservation on behalf of a08b0f1fc6b940148531ae61a6847288 for: {'port': 1} {{(pid=108314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:11:18.925692 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-935f75bb-71d6-4019-9620-2b579c1f89d8 req-d8feb626-2e34-4429-b339-4e1749b5e2d6 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:11:18.933769 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-f4dc8df7-9aa9-4f8e-b44e-6992a3bc3dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:11:19.049640 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.db_base_plugin_common [req-935f75bb-71d6-4019-9620-2b579c1f89d8 req-d8feb626-2e34-4429-b339-4e1749b5e2d6 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Allocated IP 172.20.0.10 (f712cad4-e8ca-42ec-98fb-45f5bacc0fc1/43639205-925f-474d-a075-6f18826b2705/e4f46ead-c149-4eee-ac3c-12255a6be4f7) {{(pid=108314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:11:19.195166 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-935f75bb-71d6-4019-9620-2b579c1f89d8 req-d8feb626-2e34-4429-b339-4e1749b5e2d6 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks [] for port, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:11:19.277050 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-935f75bb-71d6-4019-9620-2b579c1f89d8 req-d8feb626-2e34-4429-b339-4e1749b5e2d6 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784217128214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126899639'] for port, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:11:19.319511 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-935f75bb-71d6-4019-9620-2b579c1f89d8 req-d8feb626-2e34-4429-b339-4e1749b5e2d6 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Network f712cad4-e8ca-42ec-98fb-45f5bacc0fc1 is already hosted by enough agents. {{(pid=108314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:11:19.325020 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.base_scheduler [req-935f75bb-71d6-4019-9620-2b579c1f89d8 req-d8feb626-2e34-4429-b339-4e1749b5e2d6 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Resources bound (agent type, host, resource id): {{(pid=108314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:11:19.328812 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.l3_dvrscheduler_db [req-935f75bb-71d6-4019-9620-2b579c1f89d8 req-d8feb626-2e34-4429-b339-4e1749b5e2d6 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Received port after_create {{(pid=108314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:11:19.355771 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8feb626-2e34-4429-b339-4e1749b5e2d6 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Pushing event updated for resources: {'Port': ['ID=e4f46ead-c149-4eee-ac3c-12255a6be4f7,revision_number=1']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:11:19.369226 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8feb626-2e34-4429-b339-4e1749b5e2d6 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:11:19.378471 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8feb626-2e34-4429-b339-4e1749b5e2d6 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:11:19.378471 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8feb626-2e34-4429-b339-4e1749b5e2d6 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:11:19.378471 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8feb626-2e34-4429-b339-4e1749b5e2d6 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:11:19.378471 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8feb626-2e34-4429-b339-4e1749b5e2d6 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:11:19.378471 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8feb626-2e34-4429-b339-4e1749b5e2d6 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:11:19.378471 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8feb626-2e34-4429-b339-4e1749b5e2d6 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:11:19.378471 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8feb626-2e34-4429-b339-4e1749b5e2d6 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:11:19.378471 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8feb626-2e34-4429-b339-4e1749b5e2d6 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:11:19.378471 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8feb626-2e34-4429-b339-4e1749b5e2d6 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:11:19.378471 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8feb626-2e34-4429-b339-4e1749b5e2d6 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:11:19.378471 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8feb626-2e34-4429-b339-4e1749b5e2d6 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:11:19.399252 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935f75bb-71d6-4019-9620-2b579c1f89d8 req-d8feb626-2e34-4429-b339-4e1749b5e2d6 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:11:19.400315 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-935f75bb-71d6-4019-9620-2b579c1f89d8 req-d8feb626-2e34-4429-b339-4e1749b5e2d6 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622'] for port, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:11:19.582459 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-dc869cb7-092f-4907-afe4-6562587a4692 None None] Provisioning complete for port e4f46ead-c149-4eee-ac3c-12255a6be4f7 triggered by entity DHCP. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:11:19.582828 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-dc869cb7-092f-4907-afe4-6562587a4692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:11:19.616520 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-dc869cb7-092f-4907-afe4-6562587a4692 None None] Port e4f46ead-c149-4eee-ac3c-12255a6be4f7 cannot update to ACTIVE because it is not bound. {{(pid=108316) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 02:11:19.677707 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-935f75bb-71d6-4019-9620-2b579c1f89d8 req-d8feb626-2e34-4429-b339-4e1749b5e2d6 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9995046 Nov 03 02:11:19.689648 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.v2.base [req-935f75bb-71d6-4019-9620-2b579c1f89d8 req-5d60a014-6046-43dc-affe-b88c7065e906 service neutron] Request body: {'port': {'device_id': '2c7a5a05-f330-4efd-8bb2-d11ec928e3a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81561'}} {{(pid=108314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:11:19.742476 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-935f75bb-71d6-4019-9620-2b579c1f89d8 req-5d60a014-6046-43dc-affe-b88c7065e906 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:11:19.994268 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d09d2e2-2e0d-40b4-a771-735fd3913025 req-243f51e9-0695-4373-8eaf-569574229f22 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:11:19.994268 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-2d09d2e2-2e0d-40b4-a771-735fd3913025 req-243f51e9-0695-4373-8eaf-569574229f22 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c7a5a05-f330-4efd-8bb2-d11ec928e3a2 HTTP/1.1" status: 200 len: 932 time: 0.0846763 Nov 03 02:11:20.047887 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-3baf3433-eee1-48f0-90c8-209ed8ef0e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:11:20.082259 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.notifiers.nova [req-935f75bb-71d6-4019-9620-2b579c1f89d8 req-5d60a014-6046-43dc-affe-b88c7065e906 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4f46ead-c149-4eee-ac3c-12255a6be4f7 {{(pid=108314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 02:11:20.090410 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-2d09d2e2-2e0d-40b4-a771-735fd3913025 req-3471aca1-1531-4ac9-a6ce-32c749eb46b7 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1e43461-b85d-4639-b4a3-3f08fe84210d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880983 Nov 03 02:11:20.094358 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-935f75bb-71d6-4019-9620-2b579c1f89d8 req-5d60a014-6046-43dc-affe-b88c7065e906 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:11:20.106991 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.provisioning_blocks [req-935f75bb-71d6-4019-9620-2b579c1f89d8 req-5d60a014-6046-43dc-affe-b88c7065e906 service neutron] Transition to ACTIVE for port object e4f46ead-c149-4eee-ac3c-12255a6be4f7 will not be triggered until provisioned by entity L2. {{(pid=108314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 02:11:20.190672 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-935f75bb-71d6-4019-9620-2b579c1f89d8 req-5d60a014-6046-43dc-affe-b88c7065e906 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126899640'] for port, after_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:11:20.260333 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d60a014-6046-43dc-affe-b88c7065e906 service neutron] Pushing event updated for resources: {'Port': ['ID=e4f46ead-c149-4eee-ac3c-12255a6be4f7,revision_number=2']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:11:20.321461 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.managers [req-935f75bb-71d6-4019-9620-2b579c1f89d8 req-5d60a014-6046-43dc-affe-b88c7065e906 service neutron] Attempting to bind port e4f46ead-c149-4eee-ac3c-12255a6be4f7 on host hv-cinder-81561 for vnic_type normal with profile {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 02:11:20.321797 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.managers [req-935f75bb-71d6-4019-9620-2b579c1f89d8 req-5d60a014-6046-43dc-affe-b88c7065e906 service neutron] Attempting to bind port e4f46ead-c149-4eee-ac3c-12255a6be4f7 by drivers openvswitch,hyperv on host hv-cinder-81561 at level 0 using segments [{'id': '974828e1-7153-4348-912c-a42e71ffbf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f712cad4-e8ca-42ec-98fb-45f5bacc0fc1'}] {{(pid=108314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 02:11:20.322127 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935f75bb-71d6-4019-9620-2b579c1f89d8 req-5d60a014-6046-43dc-affe-b88c7065e906 service neutron] Attempting to bind port e4f46ead-c149-4eee-ac3c-12255a6be4f7 on network f712cad4-e8ca-42ec-98fb-45f5bacc0fc1 {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:11:20.327216 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935f75bb-71d6-4019-9620-2b579c1f89d8 req-5d60a014-6046-43dc-affe-b88c7065e906 service neutron] Port e4f46ead-c149-4eee-ac3c-12255a6be4f7 on network f712cad4-e8ca-42ec-98fb-45f5bacc0fc1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81561 {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:11:20.327512 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935f75bb-71d6-4019-9620-2b579c1f89d8 req-5d60a014-6046-43dc-affe-b88c7065e906 service neutron] Attempting to bind port e4f46ead-c149-4eee-ac3c-12255a6be4f7 on network f712cad4-e8ca-42ec-98fb-45f5bacc0fc1 {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:11:20.332439 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935f75bb-71d6-4019-9620-2b579c1f89d8 req-5d60a014-6046-43dc-affe-b88c7065e906 service neutron] Checking agent: {'id': 'eecef0c6-53b3-4742-ba5c-66aa511932ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81561', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 1, 59, 59), 'started_at': datetime.datetime(2021, 11, 3, 1, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:11:20.332889 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935f75bb-71d6-4019-9620-2b579c1f89d8 req-5d60a014-6046-43dc-affe-b88c7065e906 service neutron] Checking segment: {'id': '974828e1-7153-4348-912c-a42e71ffbf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f712cad4-e8ca-42ec-98fb-45f5bacc0fc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 02:11:20.333165 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935f75bb-71d6-4019-9620-2b579c1f89d8 req-5d60a014-6046-43dc-affe-b88c7065e906 service neutron] Bound using segment: {'id': '974828e1-7153-4348-912c-a42e71ffbf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f712cad4-e8ca-42ec-98fb-45f5bacc0fc1'} {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:11:20.333603 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.managers [req-935f75bb-71d6-4019-9620-2b579c1f89d8 req-5d60a014-6046-43dc-affe-b88c7065e906 service neutron] Bound port: e4f46ead-c149-4eee-ac3c-12255a6be4f7, host: hv-cinder-81561, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '974828e1-7153-4348-912c-a42e71ffbf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f712cad4-e8ca-42ec-98fb-45f5bacc0fc1'}}] {{(pid=108314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 02:11:20.334007 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-935f75bb-71d6-4019-9620-2b579c1f89d8 req-5d60a014-6046-43dc-affe-b88c7065e906 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:11:20.399271 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.db [req-935f75bb-71d6-4019-9620-2b579c1f89d8 req-5d60a014-6046-43dc-affe-b88c7065e906 service neutron] For port e4f46ead-c149-4eee-ac3c-12255a6be4f7, host hv-cinder-81561, cleared binding levels {{(pid=108314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:11:20.402227 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.db [req-935f75bb-71d6-4019-9620-2b579c1f89d8 req-5d60a014-6046-43dc-affe-b88c7065e906 service neutron] For port e4f46ead-c149-4eee-ac3c-12255a6be4f7, host hv-cinder-81561, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=e4f46ead-c149-4eee-ac3c-12255a6be4f7,segment=NetworkSegment(974828e1-7153-4348-912c-a42e71ffbf48),segment_id=974828e1-7153-4348-912c-a42e71ffbf48)] {{(pid=108314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:11:20.532350 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-935f75bb-71d6-4019-9620-2b579c1f89d8 req-5d60a014-6046-43dc-affe-b88c7065e906 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126899640'] for port, after_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:11:20.566999 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935f75bb-71d6-4019-9620-2b579c1f89d8 req-5d60a014-6046-43dc-affe-b88c7065e906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:11:20.568035 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-935f75bb-71d6-4019-9620-2b579c1f89d8 req-5d60a014-6046-43dc-affe-b88c7065e906 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622'] for port, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:11:20.569570 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-935f75bb-71d6-4019-9620-2b579c1f89d8 req-5d60a014-6046-43dc-affe-b88c7065e906 service neutron] 10.222.0.37 "PUT /v2.0/ports/e4f46ead-c149-4eee-ac3c-12255a6be4f7 HTTP/1.1" status: 200 len: 1094 time: 0.8839681 Nov 03 02:11:20.570018 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c7a5a05-f330-4efd-8bb2-d11ec928e3a2', 'tag': 'e4f46ead-c149-4eee-ac3c-12255a6be4f7'}] {{(pid=108314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:11:20.572280 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b9e71fb97e4882bef21449c101b24c97d897c9b718fbc8dac7673975a826a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c9a109b-22ff-4e8c-aa5d-315386e5b218" -d '{"events": [{"name": "network-changed", "server_uuid": "2c7a5a05-f330-4efd-8bb2-d11ec928e3a2", "tag": "e4f46ead-c149-4eee-ac3c-12255a6be4f7"}]}' {{(pid=108314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:11:20.596240 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d60a014-6046-43dc-affe-b88c7065e906 service neutron] Pushing event updated for resources: {'Port': ['ID=e4f46ead-c149-4eee-ac3c-12255a6be4f7,revision_number=3']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:11:20.613603 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 02:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb43d50c-f8db-4a41-8e9b-b235c43fce37 x-openstack-request-id: req-eb43d50c-f8db-4a41-8e9b-b235c43fce37 {{(pid=108314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:11:20.613976 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c7a5a05-f330-4efd-8bb2-d11ec928e3a2", "tag": "e4f46ead-c149-4eee-ac3c-12255a6be4f7", "status": "completed", "code": 200}]} {{(pid=108314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:11:20.614273 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-eb43d50c-f8db-4a41-8e9b-b235c43fce37 {{(pid=108314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:11:20.614679 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c7a5a05-f330-4efd-8bb2-d11ec928e3a2', 'tag': 'e4f46ead-c149-4eee-ac3c-12255a6be4f7', 'status': 'completed', 'code': 200} Nov 03 02:11:20.674688 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a109b-22ff-4e8c-aa5d-315386e5b218 req-bd45f3f3-ebe3-41ed-b226-3280cf12fb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:11:20.676185 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-3c9a109b-22ff-4e8c-aa5d-315386e5b218 req-bd45f3f3-ebe3-41ed-b226-3280cf12fb6b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a08b0f1fc6b940148531ae61a6847288&device_id=2c7a5a05-f330-4efd-8bb2-d11ec928e3a2 HTTP/1.1" status: 200 len: 1097 time: 0.0416565 Nov 03 02:11:20.782642 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a109b-22ff-4e8c-aa5d-315386e5b218 req-811c24eb-10ef-48bd-9710-fa480a6a5b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:11:20.784061 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-3c9a109b-22ff-4e8c-aa5d-315386e5b218 req-811c24eb-10ef-48bd-9710-fa480a6a5b7e service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=a08b0f1fc6b940148531ae61a6847288&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0994642 Nov 03 02:11:20.877970 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a109b-22ff-4e8c-aa5d-315386e5b218 req-e770a8b4-c1e7-4b52-8b93-b459b6955837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:11:20.879451 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-3c9a109b-22ff-4e8c-aa5d-315386e5b218 req-e770a8b4-c1e7-4b52-8b93-b459b6955837 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0890374 Nov 03 02:11:20.962063 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935f75bb-71d6-4019-9620-2b579c1f89d8 req-12a8c954-9fc4-41a8-9280-84718664b19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:11:20.963556 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-935f75bb-71d6-4019-9620-2b579c1f89d8 req-12a8c954-9fc4-41a8-9280-84718664b19d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a08b0f1fc6b940148531ae61a6847288&device_id=2c7a5a05-f330-4efd-8bb2-d11ec928e3a2 HTTP/1.1" status: 200 len: 1097 time: 0.0411122 Nov 03 02:11:21.005741 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-935f75bb-71d6-4019-9620-2b579c1f89d8 req-38bad1d7-cfea-4dae-b1c3-d58a7630ef74 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4f46ead-c149-4eee-ac3c-12255a6be4f7 HTTP/1.1" status: 200 len: 217 time: 0.0335889 Nov 03 02:11:21.053512 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935f75bb-71d6-4019-9620-2b579c1f89d8 req-f7658a19-e5a1-4627-925d-53d8225a2f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:11:21.054892 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-935f75bb-71d6-4019-9620-2b579c1f89d8 req-f7658a19-e5a1-4627-925d-53d8225a2f9e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=43639205-925f-474d-a075-6f18826b2705 HTTP/1.1" status: 200 len: 850 time: 0.0427563 Nov 03 02:11:21.103039 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935f75bb-71d6-4019-9620-2b579c1f89d8 req-93cdef2f-5f42-47b9-8312-a197a9312f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:11:21.104466 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-935f75bb-71d6-4019-9620-2b579c1f89d8 req-93cdef2f-5f42-47b9-8312-a197a9312f98 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f712cad4-e8ca-42ec-98fb-45f5bacc0fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417886 Nov 03 02:11:21.232450 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be3799-fd3e-4b34-9bb0-45b8743b5ae1 req-355f92fe-c5bb-4729-8243-2e71171c6e13 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:11:21.233891 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-12be3799-fd3e-4b34-9bb0-45b8743b5ae1 req-355f92fe-c5bb-4729-8243-2e71171c6e13 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c7a5a05-f330-4efd-8bb2-d11ec928e3a2 HTTP/1.1" status: 200 len: 944 time: 0.0705884 Nov 03 02:11:21.235624 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-935f75bb-71d6-4019-9620-2b579c1f89d8 req-9b8f7a48-68c0-4520-91ad-736c2449b4ed service neutron] 10.222.0.37 "GET /v2.0/networks/f712cad4-e8ca-42ec-98fb-45f5bacc0fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236286 Nov 03 02:11:21.402589 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-5b813f54-077d-440d-903f-32bc670fe069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:11:21.584621 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-12be3799-fd3e-4b34-9bb0-45b8743b5ae1 req-b94bd9c2-8dfd-412d-96d6-b1f37e2917d6 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1e43461-b85d-4639-b4a3-3f08fe84210d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3442795 Nov 03 02:11:21.605617 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-935f75bb-71d6-4019-9620-2b579c1f89d8 req-e424dc0b-0773-4f93-a6a2-04d236136a35 service neutron] 10.222.0.37 "GET /v2.0/networks/f712cad4-e8ca-42ec-98fb-45f5bacc0fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3578227 Nov 03 02:11:22.702680 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ab13f-beea-43dd-b2d6-4eff4d83ef6f req-694d09b9-5735-45b7-857f-0daf71e1f22b tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:11:22.704114 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-052ab13f-beea-43dd-b2d6-4eff4d83ef6f req-694d09b9-5735-45b7-857f-0daf71e1f22b tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c7a5a05-f330-4efd-8bb2-d11ec928e3a2 HTTP/1.1" status: 200 len: 944 time: 0.0501564 Nov 03 02:11:22.751096 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-052ab13f-beea-43dd-b2d6-4eff4d83ef6f req-ef256901-6255-4e26-8795-25ac0f797589 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1e43461-b85d-4639-b4a3-3f08fe84210d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406125 Nov 03 02:11:23.862665 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a885f736-6af9-456b-851f-df3101c933ea req-a57ed461-8b08-4984-af5b-f4a221d36b51 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:11:23.864103 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a885f736-6af9-456b-851f-df3101c933ea req-a57ed461-8b08-4984-af5b-f4a221d36b51 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c7a5a05-f330-4efd-8bb2-d11ec928e3a2 HTTP/1.1" status: 200 len: 944 time: 0.0470321 Nov 03 02:11:23.911285 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a885f736-6af9-456b-851f-df3101c933ea req-46beb51d-6d22-42cf-a116-51ca764b68be tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1e43461-b85d-4639-b4a3-3f08fe84210d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413911 Nov 03 02:11:24.070494 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:11:25.032811 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065c7fd0-f3ed-4ee9-a6a6-c709b0a3b6ce req-5062a54e-290e-4426-a8a1-ac9b8f8ec0ea tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:11:25.034325 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-065c7fd0-f3ed-4ee9-a6a6-c709b0a3b6ce req-5062a54e-290e-4426-a8a1-ac9b8f8ec0ea tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c7a5a05-f330-4efd-8bb2-d11ec928e3a2 HTTP/1.1" status: 200 len: 944 time: 0.0511527 Nov 03 02:11:25.084984 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-065c7fd0-f3ed-4ee9-a6a6-c709b0a3b6ce req-40fa6f37-6e77-4f83-9f72-ee06909bcedd tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1e43461-b85d-4639-b4a3-3f08fe84210d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446310 Nov 03 02:11:26.195461 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe6f6f-04ea-418e-848c-a8c9c0ba7f90 req-dc02464b-b43a-473e-b525-ba80263fbdc9 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:11:26.196914 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-8ffe6f6f-04ea-418e-848c-a8c9c0ba7f90 req-dc02464b-b43a-473e-b525-ba80263fbdc9 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c7a5a05-f330-4efd-8bb2-d11ec928e3a2 HTTP/1.1" status: 200 len: 944 time: 0.0477638 Nov 03 02:11:26.244934 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-8ffe6f6f-04ea-418e-848c-a8c9c0ba7f90 req-b25b566e-01d5-410d-acfa-82139b3e9ace tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1e43461-b85d-4639-b4a3-3f08fe84210d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421622 Nov 03 02:11:27.358843 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8190273-5258-46cf-9dff-d6f2472eea0e req-b1cc02c7-1ee4-4c31-b5e7-147ac37618f7 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:11:27.360272 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a8190273-5258-46cf-9dff-d6f2472eea0e req-b1cc02c7-1ee4-4c31-b5e7-147ac37618f7 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c7a5a05-f330-4efd-8bb2-d11ec928e3a2 HTTP/1.1" status: 200 len: 944 time: 0.0474577 Nov 03 02:11:27.410248 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a8190273-5258-46cf-9dff-d6f2472eea0e req-e0756036-b9f5-450b-bb86-b06e40c3a1e0 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1e43461-b85d-4639-b4a3-3f08fe84210d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441263 Nov 03 02:11:28.519898 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f4a6f-9314-4b7e-986c-e8364bf68b10 req-26914fbd-a9f1-469c-bc92-f041ff68ddfc tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:11:28.521291 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-be0f4a6f-9314-4b7e-986c-e8364bf68b10 req-26914fbd-a9f1-469c-bc92-f041ff68ddfc tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c7a5a05-f330-4efd-8bb2-d11ec928e3a2 HTTP/1.1" status: 200 len: 944 time: 0.0482728 Nov 03 02:11:28.571142 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-be0f4a6f-9314-4b7e-986c-e8364bf68b10 req-00471d01-41b3-47da-b1a5-c35478459a43 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1e43461-b85d-4639-b4a3-3f08fe84210d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438931 Nov 03 02:11:29.681357 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d015c9-aa8b-45af-afc4-b135c6b1d3f7 req-34088fa4-edc7-4670-96fc-07febb5d76db tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:11:29.682763 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-66d015c9-aa8b-45af-afc4-b135c6b1d3f7 req-34088fa4-edc7-4670-96fc-07febb5d76db tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c7a5a05-f330-4efd-8bb2-d11ec928e3a2 HTTP/1.1" status: 200 len: 944 time: 0.0478961 Nov 03 02:11:29.732133 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-66d015c9-aa8b-45af-afc4-b135c6b1d3f7 req-6c3716cc-562e-43ea-81fe-d8ad13a951d3 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1e43461-b85d-4639-b4a3-3f08fe84210d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434110 Nov 03 02:11:29.870340 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:11:30.136559 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device e4f46ead-c149-4eee-ac3c-12255a6be4f7 details requested by agent hyperv_hv-cinder-81561 with host hv-cinder-81561 {{(pid=108316) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 02:11:30.228681 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] For port e4f46ead-c149-4eee-ac3c-12255a6be4f7, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=e4f46ead-c149-4eee-ac3c-12255a6be4f7,segment=NetworkSegment(974828e1-7153-4348-912c-a42e71ffbf48),segment_id=974828e1-7153-4348-912c-a42e71ffbf48)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:11:30.243304 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Returning: {'device': 'e4f46ead-c149-4eee-ac3c-12255a6be4f7', 'network_id': 'f712cad4-e8ca-42ec-98fb-45f5bacc0fc1', 'port_id': 'e4f46ead-c149-4eee-ac3c-12255a6be4f7', 'mac_address': 'fa:16:3e:b5:a6:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43639205-925f-474d-a075-6f18826b2705', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108316) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 02:11:30.279057 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:11:30.291648 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.notifiers.nova [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4f46ead-c149-4eee-ac3c-12255a6be4f7 {{(pid=108316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 02:11:30.309686 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] For port e4f46ead-c149-4eee-ac3c-12255a6be4f7, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=e4f46ead-c149-4eee-ac3c-12255a6be4f7,segment=NetworkSegment(974828e1-7153-4348-912c-a42e71ffbf48),segment_id=974828e1-7153-4348-912c-a42e71ffbf48)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:11:30.388339 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:11:30.434645 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Pushing event updated for resources: {'Port': ['ID=e4f46ead-c149-4eee-ac3c-12255a6be4f7,revision_number=4']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:11:30.441387 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:11:30.443779 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:11:30.443779 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:11:30.443779 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:11:30.443779 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:11:30.443779 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:11:30.443779 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:11:30.443779 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:11:30.444381 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:11:30.444381 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:11:30.444569 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:11:30.444854 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:11:30.641700 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] get_ports_and_sgs() called for port_ids ['e4f46ead-c149-4eee-ac3c-12255a6be4f7'] {{(pid=108316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 02:11:30.847819 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d08ed5-b080-4cf9-a621-8a662b87f64c req-f64343a3-b72e-4f98-82f6-db3dd48f958c tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:11:30.849325 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-61d08ed5-b080-4cf9-a621-8a662b87f64c req-f64343a3-b72e-4f98-82f6-db3dd48f958c tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c7a5a05-f330-4efd-8bb2-d11ec928e3a2 HTTP/1.1" status: 200 len: 945 time: 0.0513933 Nov 03 02:11:30.901274 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-61d08ed5-b080-4cf9-a621-8a662b87f64c req-d64f14a8-1840-45c2-aab4-a5d3d82056a7 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1e43461-b85d-4639-b4a3-3f08fe84210d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425973 Nov 03 02:11:32.008121 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c1c22-de54-46c0-b78c-c10c46eead78 req-326b02d8-a5b0-431d-98a4-f46090b1912c tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:11:32.009701 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1c9c1c22-de54-46c0-b78c-c10c46eead78 req-326b02d8-a5b0-431d-98a4-f46090b1912c tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c7a5a05-f330-4efd-8bb2-d11ec928e3a2 HTTP/1.1" status: 200 len: 945 time: 0.0476525 Nov 03 02:11:32.059001 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1c9c1c22-de54-46c0-b78c-c10c46eead78 req-23c91e15-5af0-4f67-8948-c7d9ba98f687 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1e43461-b85d-4639-b4a3-3f08fe84210d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434377 Nov 03 02:11:32.141592 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device e4f46ead-c149-4eee-ac3c-12255a6be4f7 up at agent hyperv_hv-cinder-81561 {{(pid=108316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:11:32.247221 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Provisioning for port e4f46ead-c149-4eee-ac3c-12255a6be4f7 completed by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 02:11:32.251101 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Provisioning complete for port e4f46ead-c149-4eee-ac3c-12255a6be4f7 triggered by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:11:32.251480 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:11:32.330114 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:11:32.351875 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7a5a05-f330-4efd-8bb2-d11ec928e3a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4f46ead-c149-4eee-ac3c-12255a6be4f7'}] {{(pid=108316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:11:32.354100 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c49bda4003134bcf77c295383a637b11cae661d7d3df1045ea696fe6ff2a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc831031-fd3b-4664-983a-66849aa4f42b" -d '{"events": [{"server_uuid": "2c7a5a05-f330-4efd-8bb2-d11ec928e3a2", "name": "network-vif-plugged", "status": "completed", "tag": "e4f46ead-c149-4eee-ac3c-12255a6be4f7"}]}' {{(pid=108316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:11:32.366063 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] For port e4f46ead-c149-4eee-ac3c-12255a6be4f7, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=e4f46ead-c149-4eee-ac3c-12255a6be4f7,segment=NetworkSegment(974828e1-7153-4348-912c-a42e71ffbf48),segment_id=974828e1-7153-4348-912c-a42e71ffbf48)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:11:32.391713 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 02:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efcf1fa8-f920-403c-be2a-ae5529a3c36d x-openstack-request-id: req-efcf1fa8-f920-403c-be2a-ae5529a3c36d {{(pid=108316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:11:32.391713 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c7a5a05-f330-4efd-8bb2-d11ec928e3a2", "name": "network-vif-plugged", "status": "completed", "tag": "e4f46ead-c149-4eee-ac3c-12255a6be4f7", "code": 200}]} {{(pid=108316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:11:32.391713 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-efcf1fa8-f920-403c-be2a-ae5529a3c36d {{(pid=108316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:11:32.391713 dv-cinder-815614-3-iscsi neutron-server[108316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c7a5a05-f330-4efd-8bb2-d11ec928e3a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4f46ead-c149-4eee-ac3c-12255a6be4f7', 'code': 200} Nov 03 02:11:32.435846 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:11:32.482928 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Pushing event updated for resources: {'Port': ['ID=e4f46ead-c149-4eee-ac3c-12255a6be4f7,revision_number=5']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:11:32.743091 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb7f6c4-9c6f-4540-88dc-1c8843303420 req-6ca9dae9-2ed4-4e83-8eba-74e087ccda6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:11:32.744823 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-0cb7f6c4-9c6f-4540-88dc-1c8843303420 req-6ca9dae9-2ed4-4e83-8eba-74e087ccda6f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2c7a5a05-f330-4efd-8bb2-d11ec928e3a2 HTTP/1.1" status: 200 len: 1099 time: 0.0422263 Nov 03 02:11:32.794896 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-0cb7f6c4-9c6f-4540-88dc-1c8843303420 req-6132cd0d-e8e3-49a4-9822-cac9dd538f3f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e1e43461-b85d-4639-b4a3-3f08fe84210d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424080 Nov 03 02:11:33.171698 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d4021-01a0-4870-930d-9d17fc664cc7 req-5949fb22-1217-4207-8d4b-992a5fcf44a4 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:11:33.173145 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e28d4021-01a0-4870-930d-9d17fc664cc7 req-5949fb22-1217-4207-8d4b-992a5fcf44a4 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c7a5a05-f330-4efd-8bb2-d11ec928e3a2 HTTP/1.1" status: 200 len: 946 time: 0.0474877 Nov 03 02:11:33.222685 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e28d4021-01a0-4870-930d-9d17fc664cc7 req-9403d1eb-607b-4438-a794-cd1f7d43eb04 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1e43461-b85d-4639-b4a3-3f08fe84210d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426636 Nov 03 02:11:34.337308 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b6119f-944c-4360-85a1-036ed93c7b97 req-ab1fee9e-201f-4151-9468-d03c06c00bf5 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:11:34.338767 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-13b6119f-944c-4360-85a1-036ed93c7b97 req-ab1fee9e-201f-4151-9468-d03c06c00bf5 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c7a5a05-f330-4efd-8bb2-d11ec928e3a2 HTTP/1.1" status: 200 len: 946 time: 0.0482242 Nov 03 02:11:34.386609 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-13b6119f-944c-4360-85a1-036ed93c7b97 req-d97c5b0e-2069-460a-b6f2-bf1c1018a3dd tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1e43461-b85d-4639-b4a3-3f08fe84210d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420403 Nov 03 02:11:34.501220 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad42e2-ea0d-49c0-9af0-f28fa7a806b0 req-90bf4130-516b-4e57-b3e8-bfe7e699adff tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:11:34.502597 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-3fad42e2-ea0d-49c0-9af0-f28fa7a806b0 req-90bf4130-516b-4e57-b3e8-bfe7e699adff tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c7a5a05-f330-4efd-8bb2-d11ec928e3a2 HTTP/1.1" status: 200 len: 946 time: 0.0523703 Nov 03 02:11:34.551092 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-3fad42e2-ea0d-49c0-9af0-f28fa7a806b0 req-bb8083d7-ff52-4e20-a8f0-618c07ff0051 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1e43461-b85d-4639-b4a3-3f08fe84210d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426412 Nov 03 02:11:34.573682 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 51438) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:11:34.611939 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c394873a-1b77-4563-ade4-8eebce6ff8ad tempest-TestVolumeBootPattern-1258374316 tempest-TestVolumeBootPattern-1258374316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:11:34.613413 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-c394873a-1b77-4563-ade4-8eebce6ff8ad tempest-TestVolumeBootPattern-1258374316 tempest-TestVolumeBootPattern-1258374316-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2c7a5a05-f330-4efd-8bb2-d11ec928e3a2 HTTP/1.1" status: 200 len: 1094 time: 0.0387032 Nov 03 02:11:34.616875 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 51440) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:11:34.621022 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.v2.base [None req-9ffaa746-e86e-493f-b2aa-d3ec4826466d tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Request body: {'floatingip': {'floating_network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'port_id': 'e4f46ead-c149-4eee-ac3c-12255a6be4f7', 'tenant_id': 'a08b0f1fc6b940148531ae61a6847288', 'fixed_ip_address': '172.20.0.10'}} {{(pid=108314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:11:34.698506 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-9ffaa746-e86e-493f-b2aa-d3ec4826466d tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks [] for floatingip, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:11:34.793588 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-9ffaa746-e86e-493f-b2aa-d3ec4826466d tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:11:34.890735 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.db_base_plugin_common [None req-9ffaa746-e86e-493f-b2aa-d3ec4826466d tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Allocated IP 172.27.1.135 (4ca214f6-e89c-4bd7-af93-48c10786815e/d2239322-01a4-44c7-bb94-af7246032662/15d6fcf9-cd3e-4c75-bb11-fd182870614f) {{(pid=108314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:11:34.997582 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-9ffaa746-e86e-493f-b2aa-d3ec4826466d tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks [] for port, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:11:35.097713 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-9ffaa746-e86e-493f-b2aa-d3ec4826466d tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784217128214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126899639'] for port, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:11:35.135253 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ffaa746-e86e-493f-b2aa-d3ec4826466d tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Network 4ca214f6-e89c-4bd7-af93-48c10786815e is already hosted by enough agents. {{(pid=108314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:11:35.140483 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.base_scheduler [None req-9ffaa746-e86e-493f-b2aa-d3ec4826466d tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Resources bound (agent type, host, resource id): {{(pid=108314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:11:35.144029 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffaa746-e86e-493f-b2aa-d3ec4826466d tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Received port after_create {{(pid=108314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:11:35.165377 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffaa746-e86e-493f-b2aa-d3ec4826466d tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Pushing event updated for resources: {'Port': ['ID=15d6fcf9-cd3e-4c75-bb11-fd182870614f,revision_number=1']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:11:35.508648 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-9ffaa746-e86e-493f-b2aa-d3ec4826466d tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:11:35.662369 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-9ffaa746-e86e-493f-b2aa-d3ec4826466d tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:11:35.814299 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-9ffaa746-e86e-493f-b2aa-d3ec4826466d tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks [] for port, precommit_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:11:35.891102 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-9ffaa746-e86e-493f-b2aa-d3ec4826466d tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126899640'] for port, after_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:11:35.961046 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffaa746-e86e-493f-b2aa-d3ec4826466d tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Pushing event updated for resources: {'Port': ['ID=15d6fcf9-cd3e-4c75-bb11-fd182870614f,revision_number=2']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:11:35.975150 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-9ffaa746-e86e-493f-b2aa-d3ec4826466d tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641583'] for floatingip, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:11:36.074196 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.db.l3_db [None req-9ffaa746-e86e-493f-b2aa-d3ec4826466d tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Floating IP 14b914dd-4e14-4ab6-8e26-a40e6e82606a associated. External IP: 172.27.1.135, port: e4f46ead-c149-4eee-ac3c-12255a6be4f7. Nov 03 02:11:36.276532 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ffaa746-e86e-493f-b2aa-d3ec4826466d tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Router c53cceb8-96b2-410c-a04b-01b956cef230 has already been hosted by L3 agent dfdd482b-800d-4ddb-af67-bfdcf28c1d2f {{(pid=108314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:11:36.378407 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ffaa746-e86e-493f-b2aa-d3ec4826466d tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Notify agent at l3_agent.dv-cinder-815614-3-iscsi the message routers_updated {{(pid=108314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:11:36.388302 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4530516-040d-42f9-8135-209e90af3c78 None None] Sync routers for ids ['c53cceb8-96b2-410c-a04b-01b956cef230'] in dv-cinder-815614-3-iscsi {{(pid=108317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:11:36.398640 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4530516-040d-42f9-8135-209e90af3c78 None None] Routers {'c53cceb8-96b2-410c-a04b-01b956cef230'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:11:36.399250 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-a4530516-040d-42f9-8135-209e90af3c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:11:19Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['c53cceb8-96b2-410c-a04b-01b956cef230'], 'active': True} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:11:36.454881 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-9ffaa746-e86e-493f-b2aa-d3ec4826466d tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622'] for floatingip, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:11:36.485523 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-9ffaa746-e86e-493f-b2aa-d3ec4826466d tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8676393 Nov 03 02:11:36.486122 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c7a5a05-f330-4efd-8bb2-d11ec928e3a2', 'tag': 'e4f46ead-c149-4eee-ac3c-12255a6be4f7'}] {{(pid=108314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:11:36.488422 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b9e71fb97e4882bef21449c101b24c97d897c9b718fbc8dac7673975a826a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d9f8c0-6214-4f56-a746-f6887cc62265" -d '{"events": [{"name": "network-changed", "server_uuid": "2c7a5a05-f330-4efd-8bb2-d11ec928e3a2", "tag": "e4f46ead-c149-4eee-ac3c-12255a6be4f7"}]}' {{(pid=108314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:11:36.506088 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvr_db [None req-a4530516-040d-42f9-8135-209e90af3c78 None None] Set router c53cceb8-96b2-410c-a04b-01b956cef230 gateway port host: dv-cinder-815614-3-iscsi {{(pid=108317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:11:36.530438 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 02:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb36cbf2-3d0c-4402-bfed-31dcfd863f1a x-openstack-request-id: req-fb36cbf2-3d0c-4402-bfed-31dcfd863f1a {{(pid=108314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:11:36.530938 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c7a5a05-f330-4efd-8bb2-d11ec928e3a2", "tag": "e4f46ead-c149-4eee-ac3c-12255a6be4f7", "status": "completed", "code": 200}]} {{(pid=108314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:11:36.531041 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fb36cbf2-3d0c-4402-bfed-31dcfd863f1a {{(pid=108314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:11:36.531419 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c7a5a05-f330-4efd-8bb2-d11ec928e3a2', 'tag': 'e4f46ead-c149-4eee-ac3c-12255a6be4f7', 'status': 'completed', 'code': 200} Nov 03 02:11:36.593352 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d9f8c0-6214-4f56-a746-f6887cc62265 req-a068dc77-88e2-4dee-9bb5-6a4a45d0b099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:11:36.594866 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e4d9f8c0-6214-4f56-a746-f6887cc62265 req-a068dc77-88e2-4dee-9bb5-6a4a45d0b099 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a08b0f1fc6b940148531ae61a6847288&device_id=2c7a5a05-f330-4efd-8bb2-d11ec928e3a2 HTTP/1.1" status: 200 len: 1099 time: 0.0407684 Nov 03 02:11:36.688075 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d9f8c0-6214-4f56-a746-f6887cc62265 req-6447fc64-2217-48e8-972b-da1a2a1305d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:11:36.689466 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e4d9f8c0-6214-4f56-a746-f6887cc62265 req-6447fc64-2217-48e8-972b-da1a2a1305d3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f712cad4-e8ca-42ec-98fb-45f5bacc0fc1 HTTP/1.1" status: 200 len: 912 time: 0.0853932 Nov 03 02:11:36.759733 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e4d9f8c0-6214-4f56-a746-f6887cc62265 req-4451c584-0821-4895-9011-0a04ab2dd4ad service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4f46ead-c149-4eee-ac3c-12255a6be4f7 HTTP/1.1" status: 200 len: 1000 time: 0.0622594 Nov 03 02:11:36.808349 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d9f8c0-6214-4f56-a746-f6887cc62265 req-52a02a15-1adc-443f-b697-19820fdbc4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:11:36.809785 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e4d9f8c0-6214-4f56-a746-f6887cc62265 req-52a02a15-1adc-443f-b697-19820fdbc4eb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=43639205-925f-474d-a075-6f18826b2705 HTTP/1.1" status: 200 len: 850 time: 0.0428274 Nov 03 02:11:36.813578 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-a4530516-040d-42f9-8135-209e90af3c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'name': 'tempest-TestVolumeBootPattern-964798403-router', 'tenant_id': 'a08b0f1fc6b940148531ae61a6847288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '27fddf72-16d8-4633-a63b-2c55aeb0aa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:07:52Z', 'updated_at': '2021-11-03T02:07:56Z', 'revision_number': 4, 'project_id': 'a08b0f1fc6b940148531ae61a6847288', 'gw_port': {'id': '27fddf72-16d8-4633-a63b-2c55aeb0aa60', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:75:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:07:53Z', 'updated_at': '2021-11-03T02:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_floatingips': [{'id': '14b914dd-4e14-4ab6-8e26-a40e6e82606a', 'tenant_id': 'a08b0f1fc6b940148531ae61a6847288', 'floating_ip_address': '172.27.1.135', 'floating_network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'router_id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'port_id': 'e4f46ead-c149-4eee-ac3c-12255a6be4f7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f712cad4-e8ca-42ec-98fb-45f5bacc0fc1', 'mac_address': 'fa:16:3e:b5:a6:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7a5a05-f330-4efd-8bb2-d11ec928e3a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T02:11:35Z', 'updated_at': '2021-11-03T02:11:35Z', 'revision_number': 0, 'project_id': 'a08b0f1fc6b940148531ae61a6847288', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee1dbab4-efdb-4180-a487-fed713956095', 'name': '', 'network_id': 'f712cad4-e8ca-42ec-98fb-45f5bacc0fc1', 'tenant_id': 'a08b0f1fc6b940148531ae61a6847288', 'mac_address': 'fa:16:3e:b7:1b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '43639205-925f-474d-a075-6f18826b2705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:07:56Z', 'updated_at': '2021-11-03T02:08:02Z', 'revision_number': 5, 'project_id': 'a08b0f1fc6b940148531ae61a6847288', 'subnets': [{'id': '43639205-925f-474d-a075-6f18826b2705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:11:36.840013 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4530516-040d-42f9-8135-209e90af3c78 None None] Checking router: c53cceb8-96b2-410c-a04b-01b956cef230 for host: dv-cinder-815614-3-iscsi {{(pid=108317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:11:36.848134 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4530516-040d-42f9-8135-209e90af3c78 None None] Routers {'c53cceb8-96b2-410c-a04b-01b956cef230'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:11:36.848734 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-a4530516-040d-42f9-8135-209e90af3c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:11:19Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['c53cceb8-96b2-410c-a04b-01b956cef230'], 'active': True} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:11:36.854391 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d9f8c0-6214-4f56-a746-f6887cc62265 req-097f9163-c96b-43d4-8ae7-8b1d306bf314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:11:36.855853 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e4d9f8c0-6214-4f56-a746-f6887cc62265 req-097f9163-c96b-43d4-8ae7-8b1d306bf314 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f712cad4-e8ca-42ec-98fb-45f5bacc0fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392845 Nov 03 02:11:36.946678 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e4d9f8c0-6214-4f56-a746-f6887cc62265 req-0c81a57e-4def-47b6-be2a-c9d3dc85688d service neutron] 10.222.0.37 "GET /v2.0/networks/f712cad4-e8ca-42ec-98fb-45f5bacc0fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839906 Nov 03 02:11:36.952182 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvr_db [None req-a4530516-040d-42f9-8135-209e90af3c78 None None] Set router c53cceb8-96b2-410c-a04b-01b956cef230 gateway port host: dv-cinder-815614-3-iscsi {{(pid=108317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:11:37.040285 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e4d9f8c0-6214-4f56-a746-f6887cc62265 req-02772485-d14f-4b7e-820b-cfb8f8d27dc9 service neutron] 10.222.0.37 "GET /v2.0/networks/f712cad4-e8ca-42ec-98fb-45f5bacc0fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869138 Nov 03 02:11:37.181336 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-a4530516-040d-42f9-8135-209e90af3c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'name': 'tempest-TestVolumeBootPattern-964798403-router', 'tenant_id': 'a08b0f1fc6b940148531ae61a6847288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '27fddf72-16d8-4633-a63b-2c55aeb0aa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:07:52Z', 'updated_at': '2021-11-03T02:07:56Z', 'revision_number': 4, 'project_id': 'a08b0f1fc6b940148531ae61a6847288', 'gw_port': {'id': '27fddf72-16d8-4633-a63b-2c55aeb0aa60', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:75:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:07:53Z', 'updated_at': '2021-11-03T02:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_floatingips': [{'id': '14b914dd-4e14-4ab6-8e26-a40e6e82606a', 'tenant_id': 'a08b0f1fc6b940148531ae61a6847288', 'floating_ip_address': '172.27.1.135', 'floating_network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'router_id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'port_id': 'e4f46ead-c149-4eee-ac3c-12255a6be4f7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f712cad4-e8ca-42ec-98fb-45f5bacc0fc1', 'mac_address': 'fa:16:3e:b5:a6:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7a5a05-f330-4efd-8bb2-d11ec928e3a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T02:11:35Z', 'updated_at': '2021-11-03T02:11:35Z', 'revision_number': 0, 'project_id': 'a08b0f1fc6b940148531ae61a6847288', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee1dbab4-efdb-4180-a487-fed713956095', 'name': '', 'network_id': 'f712cad4-e8ca-42ec-98fb-45f5bacc0fc1', 'tenant_id': 'a08b0f1fc6b940148531ae61a6847288', 'mac_address': 'fa:16:3e:b7:1b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '43639205-925f-474d-a075-6f18826b2705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:07:56Z', 'updated_at': '2021-11-03T02:08:02Z', 'revision_number': 5, 'project_id': 'a08b0f1fc6b940148531ae61a6847288', 'subnets': [{'id': '43639205-925f-474d-a075-6f18826b2705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:11:37.207447 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4530516-040d-42f9-8135-209e90af3c78 None None] The sync data for ids ['c53cceb8-96b2-410c-a04b-01b956cef230'] in dv-cinder-815614-3-iscsi is: [{'id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'name': 'tempest-TestVolumeBootPattern-964798403-router', 'tenant_id': 'a08b0f1fc6b940148531ae61a6847288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '27fddf72-16d8-4633-a63b-2c55aeb0aa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:07:52Z', 'updated_at': '2021-11-03T02:07:56Z', 'revision_number': 4, 'project_id': 'a08b0f1fc6b940148531ae61a6847288', 'gw_port': {'id': '27fddf72-16d8-4633-a63b-2c55aeb0aa60', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:75:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:07:53Z', 'updated_at': '2021-11-03T02:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_floatingips': [{'id': '14b914dd-4e14-4ab6-8e26-a40e6e82606a', 'tenant_id': 'a08b0f1fc6b940148531ae61a6847288', 'floating_ip_address': '172.27.1.135', 'floating_network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'router_id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'port_id': 'e4f46ead-c149-4eee-ac3c-12255a6be4f7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f712cad4-e8ca-42ec-98fb-45f5bacc0fc1', 'mac_address': 'fa:16:3e:b5:a6:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7a5a05-f330-4efd-8bb2-d11ec928e3a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T02:11:35Z', 'updated_at': '2021-11-03T02:11:35Z', 'revision_number': 0, 'project_id': 'a08b0f1fc6b940148531ae61a6847288', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee1dbab4-efdb-4180-a487-fed713956095', 'name': '', 'network_id': 'f712cad4-e8ca-42ec-98fb-45f5bacc0fc1', 'tenant_id': 'a08b0f1fc6b940148531ae61a6847288', 'mac_address': 'fa:16:3e:b7:1b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '43639205-925f-474d-a075-6f18826b2705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:07:56Z', 'updated_at': '2021-11-03T02:08:02Z', 'revision_number': 5, 'project_id': 'a08b0f1fc6b940148531ae61a6847288', 'subnets': [{'id': '43639205-925f-474d-a075-6f18826b2705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:11:37.391444 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988c9b65-e66f-4031-a67d-88978e4682cc None None] New status for floating IP 14b914dd-4e14-4ab6-8e26-a40e6e82606a: ACTIVE {{(pid=108316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 02:11:40.959625 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.agents_db [None req-a2914077-2d9d-4477-8dde-df1573e0789a None None] Agent healthcheck: found 6 active agents {{(pid=108317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:11:46.704152 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-8bf9d297-a99d-4030-a1c1-eda7fa5e2730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:11:48.931271 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a53f121c-fecf-4487-9040-4d1a1e75902f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:11:49.983814 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-3baf3433-eee1-48f0-90c8-209ed8ef0e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:11:51.366331 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-5b813f54-077d-440d-903f-32bc670fe069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:11:53.514036 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299af0d3-7044-4c84-a771-9b14aff5bb12 req-66c80f3b-f4cc-4411-915b-8a126c2508aa tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:11:53.515546 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-299af0d3-7044-4c84-a771-9b14aff5bb12 req-66c80f3b-f4cc-4411-915b-8a126c2508aa tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9f31bdf-2f02-4be5-b437-7e26dcceb512 HTTP/1.1" status: 200 len: 945 time: 0.0488203 Nov 03 02:11:53.563155 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-299af0d3-7044-4c84-a771-9b14aff5bb12 req-96d2f7ae-0b65-4969-ad24-ebc91766c6c7 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/security-groups?id=225bdd7a-2ca0-49e1-8a54-b7204d2cfc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0416059 Nov 03 02:11:54.040905 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:11:54.676482 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9e0f44-f07a-4fa3-8248-be8bda136ac5 req-84cf4d46-8a2b-46fb-ae09-6a2f1666c943 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:11:54.677928 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-0c9e0f44-f07a-4fa3-8248-be8bda136ac5 req-84cf4d46-8a2b-46fb-ae09-6a2f1666c943 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9f31bdf-2f02-4be5-b437-7e26dcceb512 HTTP/1.1" status: 200 len: 945 time: 0.0476871 Nov 03 02:11:54.723503 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-0c9e0f44-f07a-4fa3-8248-be8bda136ac5 req-b4531ffc-ec9d-44ca-b434-db1178284b86 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/security-groups?id=225bdd7a-2ca0-49e1-8a54-b7204d2cfc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0397801 Nov 03 02:11:55.839352 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f999169-18e0-4c24-846f-72ebd6930637 req-25d4cf65-6ee2-4244-b264-9a7df6fb8b78 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:11:55.840755 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-2f999169-18e0-4c24-846f-72ebd6930637 req-25d4cf65-6ee2-4244-b264-9a7df6fb8b78 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9f31bdf-2f02-4be5-b437-7e26dcceb512 HTTP/1.1" status: 200 len: 945 time: 0.0519295 Nov 03 02:11:55.885837 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-2f999169-18e0-4c24-846f-72ebd6930637 req-20252763-103f-4098-9c22-f9f8e12390be tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/security-groups?id=225bdd7a-2ca0-49e1-8a54-b7204d2cfc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0392470 Nov 03 02:11:56.996064 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3671f0-8078-4f57-a221-d133941c22c8 req-931b4bbe-163f-4c6d-a681-5c8c2423bd9f tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:11:56.997506 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1d3671f0-8078-4f57-a221-d133941c22c8 req-931b4bbe-163f-4c6d-a681-5c8c2423bd9f tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9f31bdf-2f02-4be5-b437-7e26dcceb512 HTTP/1.1" status: 200 len: 945 time: 0.0472517 Nov 03 02:11:57.043644 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1d3671f0-8078-4f57-a221-d133941c22c8 req-bf454106-6ea4-4a8a-bbc0-034b5a8ee60f tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/security-groups?id=225bdd7a-2ca0-49e1-8a54-b7204d2cfc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0402727 Nov 03 02:11:58.155621 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7e7cb7-6178-4c5c-981a-08d6a2d9a27a req-29d1878f-0a04-49dd-82ff-88a7cfa214bd tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:11:58.157109 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1d7e7cb7-6178-4c5c-981a-08d6a2d9a27a req-29d1878f-0a04-49dd-82ff-88a7cfa214bd tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9f31bdf-2f02-4be5-b437-7e26dcceb512 HTTP/1.1" status: 200 len: 945 time: 0.0474734 Nov 03 02:11:58.206518 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1d7e7cb7-6178-4c5c-981a-08d6a2d9a27a req-99702f21-1855-414c-92ce-f4140637e5bc tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/security-groups?id=225bdd7a-2ca0-49e1-8a54-b7204d2cfc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0435445 Nov 03 02:11:59.322392 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea9cddb-0464-4996-a8d2-23e17068f8e8 req-65c4ef78-c1a3-4eb5-87cd-ad7d9bbe89b9 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:11:59.323828 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-6ea9cddb-0464-4996-a8d2-23e17068f8e8 req-65c4ef78-c1a3-4eb5-87cd-ad7d9bbe89b9 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9f31bdf-2f02-4be5-b437-7e26dcceb512 HTTP/1.1" status: 200 len: 945 time: 0.0530005 Nov 03 02:11:59.369895 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-6ea9cddb-0464-4996-a8d2-23e17068f8e8 req-0416dd11-1f95-42e2-9185-f46ece6b2a0a tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/security-groups?id=225bdd7a-2ca0-49e1-8a54-b7204d2cfc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0402458 Nov 03 02:11:59.920716 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:12:00.480861 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f68c85-05e5-4075-8716-06cb6fb2085c req-f107d181-2a29-4e36-97e3-baec392ceff4 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:12:00.482323 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a9f68c85-05e5-4075-8716-06cb6fb2085c req-f107d181-2a29-4e36-97e3-baec392ceff4 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9f31bdf-2f02-4be5-b437-7e26dcceb512 HTTP/1.1" status: 200 len: 945 time: 0.0469294 Nov 03 02:12:00.527785 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a9f68c85-05e5-4075-8716-06cb6fb2085c req-aa7069dc-7a4c-4260-a779-7af78ce1cfb2 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/security-groups?id=225bdd7a-2ca0-49e1-8a54-b7204d2cfc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0396597 Nov 03 02:12:01.642603 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962fc01a-c3fa-4829-a06d-f2764b528ea2 req-a6ab47ea-a560-42b8-893b-2e42fd309c3f tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:12:01.644042 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-962fc01a-c3fa-4829-a06d-f2764b528ea2 req-a6ab47ea-a560-42b8-893b-2e42fd309c3f tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9f31bdf-2f02-4be5-b437-7e26dcceb512 HTTP/1.1" status: 200 len: 945 time: 0.0510237 Nov 03 02:12:01.690113 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-962fc01a-c3fa-4829-a06d-f2764b528ea2 req-e00ed279-a06f-4bfa-b41f-90438c44b2eb tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/security-groups?id=225bdd7a-2ca0-49e1-8a54-b7204d2cfc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0396247 Nov 03 02:12:02.802269 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1efc35f-f3c2-498b-a0ea-06f99890408b req-8001fdc8-23ac-4e21-9959-b207cebcdb0e tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:12:02.803717 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d1efc35f-f3c2-498b-a0ea-06f99890408b req-8001fdc8-23ac-4e21-9959-b207cebcdb0e tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9f31bdf-2f02-4be5-b437-7e26dcceb512 HTTP/1.1" status: 200 len: 945 time: 0.0480199 Nov 03 02:12:02.850239 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d1efc35f-f3c2-498b-a0ea-06f99890408b req-a66c85ac-25e4-4485-b0ff-9fe65b3f4deb tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/security-groups?id=225bdd7a-2ca0-49e1-8a54-b7204d2cfc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0404656 Nov 03 02:12:03.964223 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9488002-477f-421b-881d-cf30787eca1b req-a299d5d5-d8e8-4968-b9c3-eb8fa6e399be tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:12:03.965674 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a9488002-477f-421b-881d-cf30787eca1b req-a299d5d5-d8e8-4968-b9c3-eb8fa6e399be tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9f31bdf-2f02-4be5-b437-7e26dcceb512 HTTP/1.1" status: 200 len: 945 time: 0.0510449 Nov 03 02:12:04.013968 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a9488002-477f-421b-881d-cf30787eca1b req-a881e017-9101-4e62-b1fe-1a4502deb387 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/security-groups?id=225bdd7a-2ca0-49e1-8a54-b7204d2cfc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0422096 Nov 03 02:12:05.130651 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5179b4-e686-47a7-bbee-15746b709ce1 req-cc87fbd0-88c4-4d10-ad2c-d7e4aecce5f2 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:12:05.132119 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-6d5179b4-e686-47a7-bbee-15746b709ce1 req-cc87fbd0-88c4-4d10-ad2c-d7e4aecce5f2 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9f31bdf-2f02-4be5-b437-7e26dcceb512 HTTP/1.1" status: 200 len: 945 time: 0.0521119 Nov 03 02:12:05.178062 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-6d5179b4-e686-47a7-bbee-15746b709ce1 req-c071e3ca-4e20-4374-89fc-a87ae217afca tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/security-groups?id=225bdd7a-2ca0-49e1-8a54-b7204d2cfc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0400646 Nov 03 02:12:05.530771 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa5497-3b7c-492b-b0a0-6476bf036bc0 req-03c34d8b-a972-4802-8375-7b351b72f13e tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:12:05.532237 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-48fa5497-3b7c-492b-b0a0-6476bf036bc0 req-03c34d8b-a972-4802-8375-7b351b72f13e tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9f31bdf-2f02-4be5-b437-7e26dcceb512 HTTP/1.1" status: 200 len: 945 time: 0.0470483 Nov 03 02:12:05.584952 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-48fa5497-3b7c-492b-b0a0-6476bf036bc0 req-221110c8-b6a5-49f4-b7f8-da3e09a24359 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/security-groups?id=225bdd7a-2ca0-49e1-8a54-b7204d2cfc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0466688 Nov 03 02:12:05.634958 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1745cae9-3409-40b6-bb37-466c83411e39 req-b58f292e-4cca-49ed-8857-9e472e5df405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:12:05.636449 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1745cae9-3409-40b6-bb37-466c83411e39 req-b58f292e-4cca-49ed-8857-9e472e5df405 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=acd183c43fe64f528cb1a54e0e951443&device_id=c9f31bdf-2f02-4be5-b437-7e26dcceb512 HTTP/1.1" status: 200 len: 1098 time: 0.0397458 Nov 03 02:12:05.728220 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1745cae9-3409-40b6-bb37-466c83411e39 req-313f6fd9-2cf3-4531-9288-7088ae9bed23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:12:05.729669 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1745cae9-3409-40b6-bb37-466c83411e39 req-313f6fd9-2cf3-4531-9288-7088ae9bed23 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cffa4a5f-809a-4e6a-b540-236a07565506 HTTP/1.1" status: 200 len: 911 time: 0.0829585 Nov 03 02:12:05.797252 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1745cae9-3409-40b6-bb37-466c83411e39 req-c6df3c51-4063-4cef-83e8-3bf03076c015 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f82229d-ed31-4b55-ac47-c7a8393800cd HTTP/1.1" status: 200 len: 1000 time: 0.0600364 Nov 03 02:12:05.844990 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1745cae9-3409-40b6-bb37-466c83411e39 req-d94e5458-79ed-4406-a6e5-7f76d4b6a82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:12:05.846363 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1745cae9-3409-40b6-bb37-466c83411e39 req-d94e5458-79ed-4406-a6e5-7f76d4b6a82b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7ac96128-f0d1-4a89-997c-2692460bc837 HTTP/1.1" status: 200 len: 849 time: 0.0412636 Nov 03 02:12:05.889832 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1745cae9-3409-40b6-bb37-466c83411e39 req-271e4715-9dd3-401b-86d9-acea64be201f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:12:05.891309 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1745cae9-3409-40b6-bb37-466c83411e39 req-271e4715-9dd3-401b-86d9-acea64be201f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cffa4a5f-809a-4e6a-b540-236a07565506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0376804 Nov 03 02:12:05.980525 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1745cae9-3409-40b6-bb37-466c83411e39 req-66f28c44-6b2e-426f-b2c1-e90f0fab1f17 service neutron] 10.222.0.37 "GET /v2.0/networks/cffa4a5f-809a-4e6a-b540-236a07565506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819724 Nov 03 02:12:06.068908 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1745cae9-3409-40b6-bb37-466c83411e39 req-93acf91e-5318-4007-bf99-c0d227754a5f service neutron] 10.222.0.37 "GET /v2.0/networks/cffa4a5f-809a-4e6a-b540-236a07565506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812197 Nov 03 02:12:06.706950 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7483bad-7a85-4fe0-8e93-a6c70fb5865b req-6626c50a-a17a-4535-8052-64e21a54effd tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:12:06.708569 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e7483bad-7a85-4fe0-8e93-a6c70fb5865b req-6626c50a-a17a-4535-8052-64e21a54effd tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9f31bdf-2f02-4be5-b437-7e26dcceb512 HTTP/1.1" status: 200 len: 945 time: 0.0533223 Nov 03 02:12:06.756258 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-e7483bad-7a85-4fe0-8e93-a6c70fb5865b req-79a669be-5df8-414d-bdbc-78845fe7d732 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/security-groups?id=225bdd7a-2ca0-49e1-8a54-b7204d2cfc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0414619 Nov 03 02:12:07.868269 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315e903-308b-48dd-8575-21b1d6312656 req-c8bc41ea-64e5-439b-9abf-f83f656b40c3 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:12:07.869723 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1315e903-308b-48dd-8575-21b1d6312656 req-c8bc41ea-64e5-439b-9abf-f83f656b40c3 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9f31bdf-2f02-4be5-b437-7e26dcceb512 HTTP/1.1" status: 200 len: 945 time: 0.0475833 Nov 03 02:12:07.915408 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1315e903-308b-48dd-8575-21b1d6312656 req-8157d828-83b7-408c-b3f0-eeedbdccfcc7 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/security-groups?id=225bdd7a-2ca0-49e1-8a54-b7204d2cfc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0398850 Nov 03 02:12:08.088722 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-35deae9c-653a-491c-b9d9-485c8e6d3914 req-89a745f9-3dbe-4729-8441-4de521e579f6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c9f31bdf-2f02-4be5-b437-7e26dcceb512&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0456553 Nov 03 02:12:08.169480 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35deae9c-653a-491c-b9d9-485c8e6d3914 req-a7d7a99c-1a4b-48fc-b4b9-ab79d05d148d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:12:08.170920 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-35deae9c-653a-491c-b9d9-485c8e6d3914 req-a7d7a99c-1a4b-48fc-b4b9-ab79d05d148d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=acd183c43fe64f528cb1a54e0e951443&device_id=c9f31bdf-2f02-4be5-b437-7e26dcceb512 HTTP/1.1" status: 200 len: 1098 time: 0.0400755 Nov 03 02:12:08.270039 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35deae9c-653a-491c-b9d9-485c8e6d3914 req-2fbfbc89-d79f-46ed-8c06-272f0a4011f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:12:08.271535 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-35deae9c-653a-491c-b9d9-485c8e6d3914 req-2fbfbc89-d79f-46ed-8c06-272f0a4011f2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cffa4a5f-809a-4e6a-b540-236a07565506 HTTP/1.1" status: 200 len: 911 time: 0.0811749 Nov 03 02:12:08.338274 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-35deae9c-653a-491c-b9d9-485c8e6d3914 req-732800c6-1d32-48a6-954c-08a84affc5c4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f82229d-ed31-4b55-ac47-c7a8393800cd HTTP/1.1" status: 200 len: 1000 time: 0.0586338 Nov 03 02:12:08.389230 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35deae9c-653a-491c-b9d9-485c8e6d3914 req-dedce73a-23f3-42e2-9290-a5d8d2977535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:12:08.390672 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-35deae9c-653a-491c-b9d9-485c8e6d3914 req-dedce73a-23f3-42e2-9290-a5d8d2977535 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7ac96128-f0d1-4a89-997c-2692460bc837 HTTP/1.1" status: 200 len: 849 time: 0.0435233 Nov 03 02:12:08.435247 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35deae9c-653a-491c-b9d9-485c8e6d3914 req-9800154f-6c9d-4657-8fae-cbe1d7f20699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:12:08.436631 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-35deae9c-653a-491c-b9d9-485c8e6d3914 req-9800154f-6c9d-4657-8fae-cbe1d7f20699 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cffa4a5f-809a-4e6a-b540-236a07565506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389707 Nov 03 02:12:08.525514 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-35deae9c-653a-491c-b9d9-485c8e6d3914 req-881e1307-6eac-4cca-a256-23b06d787a6d service neutron] 10.222.0.37 "GET /v2.0/networks/cffa4a5f-809a-4e6a-b540-236a07565506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816467 Nov 03 02:12:08.613549 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-35deae9c-653a-491c-b9d9-485c8e6d3914 req-15fd794b-63ea-4775-a81e-1c8ecda956a0 service neutron] 10.222.0.37 "GET /v2.0/networks/cffa4a5f-809a-4e6a-b540-236a07565506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800996 Nov 03 02:12:16.674032 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-1a5d8182-9364-4211-adb6-434f17684091 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:12:17.957907 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.agents_db [None req-a2914077-2d9d-4477-8dde-df1573e0789a None None] Agent healthcheck: found 6 active agents {{(pid=108317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:12:18.948605 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a29adcbe-72ed-4382-a876-8fa77b11c1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:12:19.965547 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-3baf3433-eee1-48f0-90c8-209ed8ef0e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:12:21.423231 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-5b813f54-077d-440d-903f-32bc670fe069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:12:24.028419 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:12:29.930844 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:12:41.093807 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde4c9c-a46c-4167-a2d8-fb54ef1ce419 req-5f7a908b-374e-4d3a-9782-f45652b76f49 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:12:41.095318 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-9dde4c9c-a46c-4167-a2d8-fb54ef1ce419 req-5f7a908b-374e-4d3a-9782-f45652b76f49 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9f31bdf-2f02-4be5-b437-7e26dcceb512 HTTP/1.1" status: 200 len: 945 time: 0.4483526 Nov 03 02:12:41.142336 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-9dde4c9c-a46c-4167-a2d8-fb54ef1ce419 req-9674ece7-f55c-4049-b4c1-745f63ea39a3 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/security-groups?id=225bdd7a-2ca0-49e1-8a54-b7204d2cfc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0408626 Nov 03 02:12:42.305170 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ea2791-4750-4aa7-b8b1-3a4ea4fbc132 req-f455ea11-0747-4d66-a1db-5e7e18de025f tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:12:42.306650 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-18ea2791-4750-4aa7-b8b1-3a4ea4fbc132 req-f455ea11-0747-4d66-a1db-5e7e18de025f tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9f31bdf-2f02-4be5-b437-7e26dcceb512 HTTP/1.1" status: 200 len: 945 time: 0.0958869 Nov 03 02:12:42.353006 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-18ea2791-4750-4aa7-b8b1-3a4ea4fbc132 req-35adcd47-aa9c-4a42-ad97-efc5d004c77e tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/security-groups?id=225bdd7a-2ca0-49e1-8a54-b7204d2cfc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0398996 Nov 03 02:12:42.564488 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d551c9a-0bac-4282-8851-3e882afc5795 req-533dc945-fc2f-4997-8602-6eb793bc71bc tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:12:42.565906 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-6d551c9a-0bac-4282-8851-3e882afc5795 req-533dc945-fc2f-4997-8602-6eb793bc71bc tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9f31bdf-2f02-4be5-b437-7e26dcceb512 HTTP/1.1" status: 200 len: 945 time: 0.0513608 Nov 03 02:12:42.654973 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.plugin [req-6d551c9a-0bac-4282-8851-3e882afc5795 req-ab3ada6d-454f-4275-8805-3859488b3cee tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Deleting port 3f82229d-ed31-4b55-ac47-c7a8393800cd {{(pid=108314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 02:12:42.655314 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-6d551c9a-0bac-4282-8851-3e882afc5795 req-ab3ada6d-454f-4275-8805-3859488b3cee tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784217550484'] for port, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:12:42.743840 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.db [req-6d551c9a-0bac-4282-8851-3e882afc5795 req-ab3ada6d-454f-4275-8805-3859488b3cee tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] For port 3f82229d-ed31-4b55-ac47-c7a8393800cd, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=3f82229d-ed31-4b55-ac47-c7a8393800cd,segment=NetworkSegment(952abac8-fe65-4f46-9d97-5b5131c8a13f),segment_id=952abac8-fe65-4f46-9d97-5b5131c8a13f)] {{(pid=108314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:12:42.744792 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-6d551c9a-0bac-4282-8851-3e882afc5795 req-ab3ada6d-454f-4275-8805-3859488b3cee tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538104'] for port, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:12:42.907588 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-6d551c9a-0bac-4282-8851-3e882afc5795 req-ab3ada6d-454f-4275-8805-3859488b3cee tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:12:42.907949 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-6d551c9a-0bac-4282-8851-3e882afc5795 req-ab3ada6d-454f-4275-8805-3859488b3cee tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641583'] for floatingip, after_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:12:42.908264 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.db.l3_db [req-6d551c9a-0bac-4282-8851-3e882afc5795 req-ab3ada6d-454f-4275-8805-3859488b3cee tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Floating IP 3a794884-c59e-4fcc-b4a9-6a6cd5b8c1a2 disassociated. External IP: 172.27.1.23, port: 3f82229d-ed31-4b55-ac47-c7a8393800cd. Nov 03 02:12:42.908606 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.plugin [req-6d551c9a-0bac-4282-8851-3e882afc5795 req-ab3ada6d-454f-4275-8805-3859488b3cee tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Calling delete_port for 3f82229d-ed31-4b55-ac47-c7a8393800cd owned by compute:nova {{(pid=108314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 02:12:43.090494 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-6d551c9a-0bac-4282-8851-3e882afc5795 req-ab3ada6d-454f-4275-8805-3859488b3cee tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784217703262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784217128223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126899639'] for port, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:12:43.120418 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3ada6d-454f-4275-8805-3859488b3cee tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Pushing event deleted for resources: {'Port': ['ID=3f82229d-ed31-4b55-ac47-c7a8393800cd,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:12:43.130566 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3ada6d-454f-4275-8805-3859488b3cee tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:12:43.130921 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3ada6d-454f-4275-8805-3859488b3cee tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:12:43.131261 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3ada6d-454f-4275-8805-3859488b3cee tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:12:43.131600 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3ada6d-454f-4275-8805-3859488b3cee tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:12:43.131932 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3ada6d-454f-4275-8805-3859488b3cee tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:12:43.132266 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3ada6d-454f-4275-8805-3859488b3cee tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:12:43.132598 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3ada6d-454f-4275-8805-3859488b3cee tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:12:43.132927 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3ada6d-454f-4275-8805-3859488b3cee tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:12:43.133256 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3ada6d-454f-4275-8805-3859488b3cee tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:12:43.133577 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3ada6d-454f-4275-8805-3859488b3cee tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:12:43.133908 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3ada6d-454f-4275-8805-3859488b3cee tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:12:43.134243 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3ada6d-454f-4275-8805-3859488b3cee tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:12:43.242225 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d551c9a-0bac-4282-8851-3e882afc5795 req-ab3ada6d-454f-4275-8805-3859488b3cee tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Router 6cd8900a-2db9-4b59-83ae-59578adad30e has already been hosted by L3 agent dfdd482b-800d-4ddb-af67-bfdcf28c1d2f {{(pid=108314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:12:43.347812 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d551c9a-0bac-4282-8851-3e882afc5795 req-ab3ada6d-454f-4275-8805-3859488b3cee tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Notify agent at l3_agent.dv-cinder-815614-3-iscsi the message routers_updated {{(pid=108314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:12:43.358400 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47dc8e24-dff5-4b44-8ed3-a17c83bb29b5 None None] Sync routers for ids ['6cd8900a-2db9-4b59-83ae-59578adad30e'] in dv-cinder-815614-3-iscsi {{(pid=108317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:12:43.367831 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dc8e24-dff5-4b44-8ed3-a17c83bb29b5 None None] Routers {'6cd8900a-2db9-4b59-83ae-59578adad30e'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:12:43.368439 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-47dc8e24-dff5-4b44-8ed3-a17c83bb29b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:12:19Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['6cd8900a-2db9-4b59-83ae-59578adad30e'], 'active': True} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:12:43.386500 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d551c9a-0bac-4282-8851-3e882afc5795 req-ab3ada6d-454f-4275-8805-3859488b3cee tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] No DVR routers for this DVR port 3f82229d-ed31-4b55-ac47-c7a8393800cd on host hv-cinder-81561 {{(pid=108314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 02:12:43.389122 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-6d551c9a-0bac-4282-8851-3e882afc5795 req-ab3ada6d-454f-4275-8805-3859488b3cee tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622'] for port, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:12:43.392329 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-6d551c9a-0bac-4282-8851-3e882afc5795 req-ab3ada6d-454f-4275-8805-3859488b3cee tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.37 "DELETE /v2.0/ports/3f82229d-ed31-4b55-ac47-c7a8393800cd HTTP/1.1" status: 204 len: 173 time: 0.8197930 Nov 03 02:12:43.392912 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9f31bdf-2f02-4be5-b437-7e26dcceb512', 'name': 'network-vif-deleted', 'tag': '3f82229d-ed31-4b55-ac47-c7a8393800cd'}] {{(pid=108314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:12:43.395586 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b9e71fb97e4882bef21449c101b24c97d897c9b718fbc8dac7673975a826a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d6d55ad-97c3-44e9-ae82-8013c4c9f345" -d '{"events": [{"server_uuid": "c9f31bdf-2f02-4be5-b437-7e26dcceb512", "name": "network-vif-deleted", "tag": "3f82229d-ed31-4b55-ac47-c7a8393800cd"}]}' {{(pid=108314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:12:43.452859 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-91606f04-6ac2-45fb-b6e3-dff1da591d8e req-bfe17193-ab25-4253-9056-83f45b93f21b tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9f31bdf-2f02-4be5-b437-7e26dcceb512 HTTP/1.1" status: 200 len: 210 time: 0.0292387 Nov 03 02:12:43.488920 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvr_db [None req-47dc8e24-dff5-4b44-8ed3-a17c83bb29b5 None None] Set router 6cd8900a-2db9-4b59-83ae-59578adad30e gateway port host: dv-cinder-815614-3-iscsi {{(pid=108317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:12:43.508306 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 02:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b978b90-0539-4e96-8887-c6a6dfff1422 x-openstack-request-id: req-5b978b90-0539-4e96-8887-c6a6dfff1422 {{(pid=108314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:12:43.508610 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9f31bdf-2f02-4be5-b437-7e26dcceb512", "name": "network-vif-deleted", "tag": "3f82229d-ed31-4b55-ac47-c7a8393800cd", "status": "completed", "code": 200}]} {{(pid=108314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:12:43.508870 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5b978b90-0539-4e96-8887-c6a6dfff1422 {{(pid=108314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:12:43.509284 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9f31bdf-2f02-4be5-b437-7e26dcceb512', 'name': 'network-vif-deleted', 'tag': '3f82229d-ed31-4b55-ac47-c7a8393800cd', 'status': 'completed', 'code': 200} Nov 03 02:12:43.694820 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-47dc8e24-dff5-4b44-8ed3-a17c83bb29b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd8900a-2db9-4b59-83ae-59578adad30e', 'name': 'tempest-AttachVolumeTestJSON-371307469-router', 'tenant_id': 'acd183c43fe64f528cb1a54e0e951443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'c03e6ce9-4b4b-4a9a-b734-440ea30860f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:09:50Z', 'updated_at': '2021-11-03T02:09:53Z', 'revision_number': 4, 'project_id': 'acd183c43fe64f528cb1a54e0e951443', 'gw_port': {'id': 'c03e6ce9-4b4b-4a9a-b734-440ea30860f9', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:04:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd8900a-2db9-4b59-83ae-59578adad30e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:09:51Z', 'updated_at': '2021-11-03T02:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_interfaces': [{'id': '633fd5a5-1eb8-47ec-8c70-16c62febaf49', 'name': '', 'network_id': 'cffa4a5f-809a-4e6a-b540-236a07565506', 'tenant_id': 'acd183c43fe64f528cb1a54e0e951443', 'mac_address': 'fa:16:3e:cb:3d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd8900a-2db9-4b59-83ae-59578adad30e', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '7ac96128-f0d1-4a89-997c-2692460bc837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:09:52Z', 'updated_at': '2021-11-03T02:09:56Z', 'revision_number': 5, 'project_id': 'acd183c43fe64f528cb1a54e0e951443', 'subnets': [{'id': '7ac96128-f0d1-4a89-997c-2692460bc837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:12:43.720875 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47dc8e24-dff5-4b44-8ed3-a17c83bb29b5 None None] Checking router: 6cd8900a-2db9-4b59-83ae-59578adad30e for host: dv-cinder-815614-3-iscsi {{(pid=108317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:12:43.729171 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dc8e24-dff5-4b44-8ed3-a17c83bb29b5 None None] Routers {'6cd8900a-2db9-4b59-83ae-59578adad30e'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:12:43.729762 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-47dc8e24-dff5-4b44-8ed3-a17c83bb29b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:12:19Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['6cd8900a-2db9-4b59-83ae-59578adad30e'], 'active': True} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:12:43.831589 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvr_db [None req-47dc8e24-dff5-4b44-8ed3-a17c83bb29b5 None None] Set router 6cd8900a-2db9-4b59-83ae-59578adad30e gateway port host: dv-cinder-815614-3-iscsi {{(pid=108317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:12:44.019961 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-47dc8e24-dff5-4b44-8ed3-a17c83bb29b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd8900a-2db9-4b59-83ae-59578adad30e', 'name': 'tempest-AttachVolumeTestJSON-371307469-router', 'tenant_id': 'acd183c43fe64f528cb1a54e0e951443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'c03e6ce9-4b4b-4a9a-b734-440ea30860f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:09:50Z', 'updated_at': '2021-11-03T02:09:53Z', 'revision_number': 4, 'project_id': 'acd183c43fe64f528cb1a54e0e951443', 'gw_port': {'id': 'c03e6ce9-4b4b-4a9a-b734-440ea30860f9', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:04:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd8900a-2db9-4b59-83ae-59578adad30e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:09:51Z', 'updated_at': '2021-11-03T02:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_interfaces': [{'id': '633fd5a5-1eb8-47ec-8c70-16c62febaf49', 'name': '', 'network_id': 'cffa4a5f-809a-4e6a-b540-236a07565506', 'tenant_id': 'acd183c43fe64f528cb1a54e0e951443', 'mac_address': 'fa:16:3e:cb:3d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd8900a-2db9-4b59-83ae-59578adad30e', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '7ac96128-f0d1-4a89-997c-2692460bc837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:09:52Z', 'updated_at': '2021-11-03T02:09:56Z', 'revision_number': 5, 'project_id': 'acd183c43fe64f528cb1a54e0e951443', 'subnets': [{'id': '7ac96128-f0d1-4a89-997c-2692460bc837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:12:44.133154 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47dc8e24-dff5-4b44-8ed3-a17c83bb29b5 None None] The sync data for ids ['6cd8900a-2db9-4b59-83ae-59578adad30e'] in dv-cinder-815614-3-iscsi is: [{'id': '6cd8900a-2db9-4b59-83ae-59578adad30e', 'name': 'tempest-AttachVolumeTestJSON-371307469-router', 'tenant_id': 'acd183c43fe64f528cb1a54e0e951443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'c03e6ce9-4b4b-4a9a-b734-440ea30860f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:09:50Z', 'updated_at': '2021-11-03T02:09:53Z', 'revision_number': 4, 'project_id': 'acd183c43fe64f528cb1a54e0e951443', 'gw_port': {'id': 'c03e6ce9-4b4b-4a9a-b734-440ea30860f9', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:04:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd8900a-2db9-4b59-83ae-59578adad30e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:09:51Z', 'updated_at': '2021-11-03T02:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_interfaces': [{'id': '633fd5a5-1eb8-47ec-8c70-16c62febaf49', 'name': '', 'network_id': 'cffa4a5f-809a-4e6a-b540-236a07565506', 'tenant_id': 'acd183c43fe64f528cb1a54e0e951443', 'mac_address': 'fa:16:3e:cb:3d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd8900a-2db9-4b59-83ae-59578adad30e', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '7ac96128-f0d1-4a89-997c-2692460bc837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:09:52Z', 'updated_at': '2021-11-03T02:09:56Z', 'revision_number': 5, 'project_id': 'acd183c43fe64f528cb1a54e0e951443', 'subnets': [{'id': '7ac96128-f0d1-4a89-997c-2692460bc837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:12:44.362937 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b3ed8e-a986-4b0e-96bc-fb0d6792f2b9 None None] New status for floating IP 3a794884-c59e-4fcc-b4a9-6a6cd5b8c1a2: DOWN {{(pid=108316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 02:12:44.628702 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 51536) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:12:44.686389 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-62045b01-3e98-406f-92f7-bee1d5350087 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks [] for security_group, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:12:44.709339 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-62045b01-3e98-406f-92f7-bee1d5350087 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:12:44.827785 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-62045b01-3e98-406f-92f7-bee1d5350087 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:12:44.830316 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-62045b01-3e98-406f-92f7-bee1d5350087 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks [] for security_group, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:12:44.831457 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-62045b01-3e98-406f-92f7-bee1d5350087 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "DELETE /v2.0/security-groups/225bdd7a-2ca0-49e1-8a54-b7204d2cfc1c HTTP/1.1" status: 204 len: 168 time: 0.2017028 Nov 03 02:12:44.834941 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 51538) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:12:44.841377 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62045b01-3e98-406f-92f7-bee1d5350087 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=225bdd7a-2ca0-49e1-8a54-b7204d2cfc1c,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:12:44.848592 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.api.v2.resource [None req-fe736aca-7fb6-419e-993b-edf7f396fe47 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] show failed (client error): The resource could not be found. Nov 03 02:12:44.853323 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-fe736aca-7fb6-419e-993b-edf7f396fe47 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/security-groups/225bdd7a-2ca0-49e1-8a54-b7204d2cfc1c HTTP/1.1" status: 404 len: 347 time: 0.0152941 Nov 03 02:12:44.854118 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 51542) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:12:44.974822 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.plugin [None req-19a6a6b0-901a-4ca5-b52b-f1f4ac660943 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Deleting port cabf7480-4dcd-466d-94da-5101fb15f3bc {{(pid=108314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 02:12:44.975155 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-19a6a6b0-901a-4ca5-b52b-f1f4ac660943 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784217550484'] for port, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:12:45.053817 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-19a6a6b0-901a-4ca5-b52b-f1f4ac660943 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538104'] for port, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:12:45.054126 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-19a6a6b0-901a-4ca5-b52b-f1f4ac660943 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:12:45.065659 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.plugin [None req-19a6a6b0-901a-4ca5-b52b-f1f4ac660943 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Calling delete_port for cabf7480-4dcd-466d-94da-5101fb15f3bc owned by network:floatingip {{(pid=108314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 02:12:45.250327 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-19a6a6b0-901a-4ca5-b52b-f1f4ac660943 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784217703262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784217128223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126899639'] for port, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:12:45.279149 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a6a6b0-901a-4ca5-b52b-f1f4ac660943 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Pushing event deleted for resources: {'Port': ['ID=cabf7480-4dcd-466d-94da-5101fb15f3bc,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:12:45.337701 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-19a6a6b0-901a-4ca5-b52b-f1f4ac660943 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks [] for floatingip, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:12:45.340343 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-19a6a6b0-901a-4ca5-b52b-f1f4ac660943 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622'] for floatingip, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:12:45.341523 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-19a6a6b0-901a-4ca5-b52b-f1f4ac660943 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "DELETE /v2.0/floatingips/3a794884-c59e-4fcc-b4a9-6a6cd5b8c1a2 HTTP/1.1" status: 204 len: 168 time: 0.4863558 Nov 03 02:12:45.755729 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 51546) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:12:45.761127 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.v2.base [None req-04b902b9-8d90-4190-9578-2778766e1d65 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Request body: {'security_group': {'name': 'tempest-securitygroup--563625335', 'description': 'tempest-description--75888653'}} {{(pid=108315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:12:45.833118 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-04b902b9-8d90-4190-9578-2778766e1d65 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks [] for security_group, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:12:45.896834 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-04b902b9-8d90-4190-9578-2778766e1d65 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks [] for security_group, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:12:45.953244 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-04b902b9-8d90-4190-9578-2778766e1d65 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:12:45.981216 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b902b9-8d90-4190-9578-2778766e1d65 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c078fb7-b4a9-484d-8153-d421898fbe8f,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:12:45.988101 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b902b9-8d90-4190-9578-2778766e1d65 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:12:45.988468 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b902b9-8d90-4190-9578-2778766e1d65 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:12:45.988795 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b902b9-8d90-4190-9578-2778766e1d65 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:12:45.989133 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b902b9-8d90-4190-9578-2778766e1d65 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:12:45.989468 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b902b9-8d90-4190-9578-2778766e1d65 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:12:45.989799 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b902b9-8d90-4190-9578-2778766e1d65 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:12:45.990126 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b902b9-8d90-4190-9578-2778766e1d65 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:12:45.990476 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b902b9-8d90-4190-9578-2778766e1d65 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:12:45.990806 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b902b9-8d90-4190-9578-2778766e1d65 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:12:45.991131 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b902b9-8d90-4190-9578-2778766e1d65 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:12:45.991453 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b902b9-8d90-4190-9578-2778766e1d65 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:12:45.991776 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b902b9-8d90-4190-9578-2778766e1d65 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:12:46.046936 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-04b902b9-8d90-4190-9578-2778766e1d65 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks [] for security_group, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:12:46.048186 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-04b902b9-8d90-4190-9578-2778766e1d65 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2914791 Nov 03 02:12:46.051268 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 51548) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:12:46.055637 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.v2.base [None req-5e55b7b4-e80c-46c5-be9e-616dbe6cc3da tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Request body: {'security_group_rule': {'security_group_id': '7c078fb7-b4a9-484d-8153-d421898fbe8f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:12:46.175188 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-5e55b7b4-e80c-46c5-be9e-616dbe6cc3da tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:12:46.231503 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-5e55b7b4-e80c-46c5-be9e-616dbe6cc3da tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:12:46.307160 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-5e55b7b4-e80c-46c5-be9e-616dbe6cc3da tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587162'] for security_group_rule, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:12:46.325101 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e55b7b4-e80c-46c5-be9e-616dbe6cc3da tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12e907e6-edbf-4921-bb13-4c0828dc4b7e,revision_number=0']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:12:46.395240 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-5e55b7b4-e80c-46c5-be9e-616dbe6cc3da tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:12:46.396454 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-5e55b7b4-e80c-46c5-be9e-616dbe6cc3da tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3442683 Nov 03 02:12:46.399115 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 51550) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:12:46.404043 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.v2.base [None req-6c182ca7-5bad-4345-94ad-d17af4664c83 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Request body: {'security_group_rule': {'security_group_id': '7c078fb7-b4a9-484d-8153-d421898fbe8f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:12:46.464230 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device 3f82229d-ed31-4b55-ac47-c7a8393800cd no longer exists at agent hyperv_hv-cinder-81561 {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:12:46.483476 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] No Port match for: 3f82229d-ed31-4b55-ac47-c7a8393800cd {{(pid=108316) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 02:12:46.488703 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device 3f82229d-ed31-4b55-ac47-c7a8393800cd not bound to the agent host hv-cinder-81561 {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:12:46.489771 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-6c182ca7-5bad-4345-94ad-d17af4664c83 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:12:46.545344 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-6c182ca7-5bad-4345-94ad-d17af4664c83 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:12:46.587518 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-6c182ca7-5bad-4345-94ad-d17af4664c83 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587162'] for security_group_rule, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:12:46.605725 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c182ca7-5bad-4345-94ad-d17af4664c83 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bb212cc-bf49-4794-9402-ba71af394328,revision_number=0']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:12:46.681296 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-6c182ca7-5bad-4345-94ad-d17af4664c83 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:12:46.683064 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-6c182ca7-5bad-4345-94ad-d17af4664c83 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2830367 Nov 03 02:12:46.686085 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 51552) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:12:46.690104 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-f9ae4612-a29a-4aa0-84bc-b5e16c0d5617 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:12:46.690526 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.v2.base [None req-6bf860e9-f33f-4d83-b80d-0df6abbd9cb4 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Request body: {'floatingip': {'floating_network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e'}} {{(pid=108315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:12:46.753081 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-6bf860e9-f33f-4d83-b80d-0df6abbd9cb4 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks [] for floatingip, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:12:46.846715 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-6bf860e9-f33f-4d83-b80d-0df6abbd9cb4 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:12:46.945913 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.db.db_base_plugin_common [None req-6bf860e9-f33f-4d83-b80d-0df6abbd9cb4 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Allocated IP 172.27.1.44 (4ca214f6-e89c-4bd7-af93-48c10786815e/d2239322-01a4-44c7-bb94-af7246032662/f03d50b3-d043-412c-b11e-e2991ee67f51) {{(pid=108315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:12:47.045529 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-6bf860e9-f33f-4d83-b80d-0df6abbd9cb4 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks [] for port, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:12:47.125141 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-6bf860e9-f33f-4d83-b80d-0df6abbd9cb4 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784217128214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127914182'] for port, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:12:47.161262 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf860e9-f33f-4d83-b80d-0df6abbd9cb4 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Network 4ca214f6-e89c-4bd7-af93-48c10786815e is already hosted by enough agents. {{(pid=108315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:12:47.166396 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.base_scheduler [None req-6bf860e9-f33f-4d83-b80d-0df6abbd9cb4 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Resources bound (agent type, host, resource id): {{(pid=108315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:12:47.168890 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf860e9-f33f-4d83-b80d-0df6abbd9cb4 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Received port after_create {{(pid=108315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:12:47.192369 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf860e9-f33f-4d83-b80d-0df6abbd9cb4 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Pushing event updated for resources: {'Port': ['ID=f03d50b3-d043-412c-b11e-e2991ee67f51,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:12:47.255033 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-6bf860e9-f33f-4d83-b80d-0df6abbd9cb4 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:12:47.341547 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-6bf860e9-f33f-4d83-b80d-0df6abbd9cb4 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:12:47.487442 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-6bf860e9-f33f-4d83-b80d-0df6abbd9cb4 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks [] for port, precommit_update {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:12:47.547518 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-6bf860e9-f33f-4d83-b80d-0df6abbd9cb4 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127914185'] for port, after_update {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:12:47.616856 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf860e9-f33f-4d83-b80d-0df6abbd9cb4 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Pushing event updated for resources: {'Port': ['ID=f03d50b3-d043-412c-b11e-e2991ee67f51,revision_number=2']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:12:47.628289 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-6bf860e9-f33f-4d83-b80d-0df6abbd9cb4 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641583'] for floatingip, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:12:47.709028 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-6bf860e9-f33f-4d83-b80d-0df6abbd9cb4 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622'] for floatingip, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:12:47.710288 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-6bf860e9-f33f-4d83-b80d-0df6abbd9cb4 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0231676 Nov 03 02:12:47.899156 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d905d177-38b4-4a4b-a834-17a68ac11552 req-eb60c1c7-a82b-473a-b0be-dd29428e9056 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--563625335&fields=id&tenant_id=acd183c43fe64f528cb1a54e0e951443 HTTP/1.1" status: 200 len: 267 time: 0.0416644 Nov 03 02:12:48.005045 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905d177-38b4-4a4b-a834-17a68ac11552 req-99b0c09e-b6b9-4b29-a72a-bc888b14fe24 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:12:48.006497 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d905d177-38b4-4a4b-a834-17a68ac11552 req-99b0c09e-b6b9-4b29-a72a-bc888b14fe24 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/networks?id=cffa4a5f-809a-4e6a-b540-236a07565506 HTTP/1.1" status: 200 len: 810 time: 0.1002851 Nov 03 02:12:48.021426 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d905d177-38b4-4a4b-a834-17a68ac11552 req-7d06f8a1-82de-486e-9e0d-7ebd084ac355 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/quotas/acd183c43fe64f528cb1a54e0e951443 HTTP/1.1" status: 200 len: 375 time: 0.0087759 Nov 03 02:12:48.073214 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d905d177-38b4-4a4b-a834-17a68ac11552 req-b55c953b-485a-4a8b-a456-fff697ebec47 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=acd183c43fe64f528cb1a54e0e951443&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0460441 Nov 03 02:12:48.088439 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [req-d905d177-38b4-4a4b-a834-17a68ac11552 req-0c12973e-c630-4196-bc70-7765435eec28 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=108314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 02:12:48.089455 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d905d177-38b4-4a4b-a834-17a68ac11552 req-0c12973e-c630-4196-bc70-7765435eec28 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0055234 Nov 03 02:12:48.178756 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d905d177-38b4-4a4b-a834-17a68ac11552 req-08f5406b-ac55-41b9-8b52-bcb5022f66c4 service neutron] 10.222.0.30 "GET /v2.0/networks/cffa4a5f-809a-4e6a-b540-236a07565506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837455 Nov 03 02:12:48.265593 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d905d177-38b4-4a4b-a834-17a68ac11552 req-b54f6924-693e-4fd8-981b-150dd2ea1677 service neutron] 10.222.0.30 "GET /v2.0/networks/cffa4a5f-809a-4e6a-b540-236a07565506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804563 Nov 03 02:12:48.506450 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-9fdee1f2-8527-4130-af2d-e1dbd86b38ac req-19111b46-c5a8-42bc-ab09-7da0372a947f tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/ports?device_id=a425aa4c-e486-46d1-a3b2-6c4bf5c5359f HTTP/1.1" status: 200 len: 210 time: 0.0262721 Nov 03 02:12:48.913211 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-5991c445-687b-44fb-b021-8806bbeb37d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:12:49.603548 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-7c2f1c13-653f-420a-ba77-93570566f3e6 req-5aca1b2e-4a22-4e6c-ab9a-c81e5fc90cdc tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/ports?device_id=a425aa4c-e486-46d1-a3b2-6c4bf5c5359f HTTP/1.1" status: 200 len: 210 time: 0.0297575 Nov 03 02:12:49.929884 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-3baf3433-eee1-48f0-90c8-209ed8ef0e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:12:50.310189 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905d177-38b4-4a4b-a834-17a68ac11552 req-706b42f4-7f0f-46d7-a47c-f7359f9dca6d tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:12:50.311630 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d905d177-38b4-4a4b-a834-17a68ac11552 req-706b42f4-7f0f-46d7-a47c-f7359f9dca6d tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.37 "GET /v2.0/networks?id=cffa4a5f-809a-4e6a-b540-236a07565506 HTTP/1.1" status: 200 len: 810 time: 0.0998859 Nov 03 02:12:50.373730 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d905d177-38b4-4a4b-a834-17a68ac11552 req-3282cd9b-efe4-4709-91e5-7036a807c062 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=acd183c43fe64f528cb1a54e0e951443 HTTP/1.1" status: 200 len: 379 time: 0.0527630 Nov 03 02:12:50.384428 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.v2.base [req-d905d177-38b4-4a4b-a834-17a68ac11552 req-ab1af35c-90e9-44fa-b57e-fd4c5c9194e4 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Request body: {'port': {'device_id': 'a425aa4c-e486-46d1-a3b2-6c4bf5c5359f', 'network_id': 'cffa4a5f-809a-4e6a-b540-236a07565506', 'admin_state_up': True, 'tenant_id': 'acd183c43fe64f528cb1a54e0e951443', 'security_groups': ['7c078fb7-b4a9-484d-8153-d421898fbe8f']}} {{(pid=108314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:12:50.576064 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d905d177-38b4-4a4b-a834-17a68ac11552 req-ab1af35c-90e9-44fa-b57e-fd4c5c9194e4 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Made reservation on behalf of acd183c43fe64f528cb1a54e0e951443 for: {'port': 1} {{(pid=108314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:12:50.579650 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-d905d177-38b4-4a4b-a834-17a68ac11552 req-ab1af35c-90e9-44fa-b57e-fd4c5c9194e4 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:12:50.712511 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-026fafc6-23bd-42b0-978c-a75305a4d7e7 req-71e5504a-6dc1-42a2-8d40-865241f40bd3 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/ports?device_id=a425aa4c-e486-46d1-a3b2-6c4bf5c5359f HTTP/1.1" status: 200 len: 210 time: 0.0329173 Nov 03 02:12:50.732912 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.db_base_plugin_common [req-d905d177-38b4-4a4b-a834-17a68ac11552 req-ab1af35c-90e9-44fa-b57e-fd4c5c9194e4 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Allocated IP 172.20.0.13 (cffa4a5f-809a-4e6a-b540-236a07565506/7ac96128-f0d1-4a89-997c-2692460bc837/4b5862d0-8505-44dd-bc82-5652650c09b5) {{(pid=108314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:12:50.862080 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-d905d177-38b4-4a4b-a834-17a68ac11552 req-ab1af35c-90e9-44fa-b57e-fd4c5c9194e4 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks [] for port, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:12:50.948060 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-d905d177-38b4-4a4b-a834-17a68ac11552 req-ab1af35c-90e9-44fa-b57e-fd4c5c9194e4 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784217128214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126899639'] for port, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:12:50.993157 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d905d177-38b4-4a4b-a834-17a68ac11552 req-ab1af35c-90e9-44fa-b57e-fd4c5c9194e4 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Network cffa4a5f-809a-4e6a-b540-236a07565506 is already hosted by enough agents. {{(pid=108314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:12:50.998126 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.base_scheduler [req-d905d177-38b4-4a4b-a834-17a68ac11552 req-ab1af35c-90e9-44fa-b57e-fd4c5c9194e4 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Resources bound (agent type, host, resource id): {{(pid=108314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:12:51.001894 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.l3_dvrscheduler_db [req-d905d177-38b4-4a4b-a834-17a68ac11552 req-ab1af35c-90e9-44fa-b57e-fd4c5c9194e4 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Received port after_create {{(pid=108314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:12:51.008968 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1af35c-90e9-44fa-b57e-fd4c5c9194e4 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Pushing event updated for resources: {'Port': ['ID=4b5862d0-8505-44dd-bc82-5652650c09b5,revision_number=1']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:12:51.057326 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905d177-38b4-4a4b-a834-17a68ac11552 req-ab1af35c-90e9-44fa-b57e-fd4c5c9194e4 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:12:51.058464 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-d905d177-38b4-4a4b-a834-17a68ac11552 req-ab1af35c-90e9-44fa-b57e-fd4c5c9194e4 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622'] for port, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:12:51.128866 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d905d177-38b4-4a4b-a834-17a68ac11552 req-ab1af35c-90e9-44fa-b57e-fd4c5c9194e4 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7478173 Nov 03 02:12:51.137663 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [req-d905d177-38b4-4a4b-a834-17a68ac11552 req-dc168742-8626-4f95-a0ca-d223e1fe1c3a tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=108314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 02:12:51.138952 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d905d177-38b4-4a4b-a834-17a68ac11552 req-dc168742-8626-4f95-a0ca-d223e1fe1c3a tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0058219 Nov 03 02:12:51.185305 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-1485ae10-1b59-4497-b0a0-ddad6aa2de1a None None] Provisioning complete for port 4b5862d0-8505-44dd-bc82-5652650c09b5 triggered by entity DHCP. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:12:51.185816 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-1485ae10-1b59-4497-b0a0-ddad6aa2de1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:12:51.195250 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.v2.base [req-d905d177-38b4-4a4b-a834-17a68ac11552 req-8c5cc067-abb2-4855-9ccb-0ce2356d79d5 service neutron] Request body: {'port': {'device_id': 'a425aa4c-e486-46d1-a3b2-6c4bf5c5359f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81561'}} {{(pid=108314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:12:51.219561 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-1485ae10-1b59-4497-b0a0-ddad6aa2de1a None None] Port 4b5862d0-8505-44dd-bc82-5652650c09b5 cannot update to ACTIVE because it is not bound. {{(pid=108316) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 02:12:51.251702 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-d905d177-38b4-4a4b-a834-17a68ac11552 req-8c5cc067-abb2-4855-9ccb-0ce2356d79d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:12:51.387879 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-5b813f54-077d-440d-903f-32bc670fe069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:12:51.509453 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.notifiers.nova [req-d905d177-38b4-4a4b-a834-17a68ac11552 req-8c5cc067-abb2-4855-9ccb-0ce2356d79d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b5862d0-8505-44dd-bc82-5652650c09b5 {{(pid=108314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 02:12:51.516765 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-d905d177-38b4-4a4b-a834-17a68ac11552 req-8c5cc067-abb2-4855-9ccb-0ce2356d79d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:12:51.528428 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.provisioning_blocks [req-d905d177-38b4-4a4b-a834-17a68ac11552 req-8c5cc067-abb2-4855-9ccb-0ce2356d79d5 service neutron] Transition to ACTIVE for port object 4b5862d0-8505-44dd-bc82-5652650c09b5 will not be triggered until provisioned by entity L2. {{(pid=108314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 02:12:51.598639 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-d905d177-38b4-4a4b-a834-17a68ac11552 req-8c5cc067-abb2-4855-9ccb-0ce2356d79d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126899640'] for port, after_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:12:51.657473 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5cc067-abb2-4855-9ccb-0ce2356d79d5 service neutron] Pushing event updated for resources: {'Port': ['ID=4b5862d0-8505-44dd-bc82-5652650c09b5,revision_number=2']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:12:51.722267 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.managers [req-d905d177-38b4-4a4b-a834-17a68ac11552 req-8c5cc067-abb2-4855-9ccb-0ce2356d79d5 service neutron] Attempting to bind port 4b5862d0-8505-44dd-bc82-5652650c09b5 on host hv-cinder-81561 for vnic_type normal with profile {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 02:12:51.722945 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.managers [req-d905d177-38b4-4a4b-a834-17a68ac11552 req-8c5cc067-abb2-4855-9ccb-0ce2356d79d5 service neutron] Attempting to bind port 4b5862d0-8505-44dd-bc82-5652650c09b5 by drivers openvswitch,hyperv on host hv-cinder-81561 at level 0 using segments [{'id': '952abac8-fe65-4f46-9d97-5b5131c8a13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cffa4a5f-809a-4e6a-b540-236a07565506'}] {{(pid=108314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 02:12:51.722945 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d905d177-38b4-4a4b-a834-17a68ac11552 req-8c5cc067-abb2-4855-9ccb-0ce2356d79d5 service neutron] Attempting to bind port 4b5862d0-8505-44dd-bc82-5652650c09b5 on network cffa4a5f-809a-4e6a-b540-236a07565506 {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:12:51.727575 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d905d177-38b4-4a4b-a834-17a68ac11552 req-8c5cc067-abb2-4855-9ccb-0ce2356d79d5 service neutron] Port 4b5862d0-8505-44dd-bc82-5652650c09b5 on network cffa4a5f-809a-4e6a-b540-236a07565506 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81561 {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:12:51.727901 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d905d177-38b4-4a4b-a834-17a68ac11552 req-8c5cc067-abb2-4855-9ccb-0ce2356d79d5 service neutron] Attempting to bind port 4b5862d0-8505-44dd-bc82-5652650c09b5 on network cffa4a5f-809a-4e6a-b540-236a07565506 {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:12:51.733457 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d905d177-38b4-4a4b-a834-17a68ac11552 req-8c5cc067-abb2-4855-9ccb-0ce2356d79d5 service neutron] Checking agent: {'id': 'eecef0c6-53b3-4742-ba5c-66aa511932ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81561', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 1, 59, 59), 'started_at': datetime.datetime(2021, 11, 3, 1, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 2, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:12:51.733797 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d905d177-38b4-4a4b-a834-17a68ac11552 req-8c5cc067-abb2-4855-9ccb-0ce2356d79d5 service neutron] Checking segment: {'id': '952abac8-fe65-4f46-9d97-5b5131c8a13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cffa4a5f-809a-4e6a-b540-236a07565506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 02:12:51.734220 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d905d177-38b4-4a4b-a834-17a68ac11552 req-8c5cc067-abb2-4855-9ccb-0ce2356d79d5 service neutron] Bound using segment: {'id': '952abac8-fe65-4f46-9d97-5b5131c8a13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cffa4a5f-809a-4e6a-b540-236a07565506'} {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:12:51.734644 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.managers [req-d905d177-38b4-4a4b-a834-17a68ac11552 req-8c5cc067-abb2-4855-9ccb-0ce2356d79d5 service neutron] Bound port: 4b5862d0-8505-44dd-bc82-5652650c09b5, host: hv-cinder-81561, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '952abac8-fe65-4f46-9d97-5b5131c8a13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cffa4a5f-809a-4e6a-b540-236a07565506'}}] {{(pid=108314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 02:12:51.735001 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-d905d177-38b4-4a4b-a834-17a68ac11552 req-8c5cc067-abb2-4855-9ccb-0ce2356d79d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:12:51.827176 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.db [req-d905d177-38b4-4a4b-a834-17a68ac11552 req-8c5cc067-abb2-4855-9ccb-0ce2356d79d5 service neutron] For port 4b5862d0-8505-44dd-bc82-5652650c09b5, host hv-cinder-81561, cleared binding levels {{(pid=108314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:12:51.843771 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.db [req-d905d177-38b4-4a4b-a834-17a68ac11552 req-8c5cc067-abb2-4855-9ccb-0ce2356d79d5 service neutron] For port 4b5862d0-8505-44dd-bc82-5652650c09b5, host hv-cinder-81561, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=4b5862d0-8505-44dd-bc82-5652650c09b5,segment=NetworkSegment(952abac8-fe65-4f46-9d97-5b5131c8a13f),segment_id=952abac8-fe65-4f46-9d97-5b5131c8a13f)] {{(pid=108314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:12:51.852541 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea3f356-dc10-448e-a9c8-1d4287b58f47 req-a869b4e2-f057-4183-91ff-bc1630748bf8 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:12:51.854018 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-0ea3f356-dc10-448e-a9c8-1d4287b58f47 req-a869b4e2-f057-4183-91ff-bc1630748bf8 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/ports?device_id=a425aa4c-e486-46d1-a3b2-6c4bf5c5359f HTTP/1.1" status: 200 len: 944 time: 0.0683424 Nov 03 02:12:51.900290 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-0ea3f356-dc10-448e-a9c8-1d4287b58f47 req-19fb1c96-83b3-4af8-b739-79f12d1074a6 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c078fb7-b4a9-484d-8153-d421898fbe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394926 Nov 03 02:12:51.930833 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-d905d177-38b4-4a4b-a834-17a68ac11552 req-8c5cc067-abb2-4855-9ccb-0ce2356d79d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126899640'] for port, after_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:12:51.966302 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905d177-38b4-4a4b-a834-17a68ac11552 req-8c5cc067-abb2-4855-9ccb-0ce2356d79d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:12:51.966911 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-d905d177-38b4-4a4b-a834-17a68ac11552 req-8c5cc067-abb2-4855-9ccb-0ce2356d79d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622'] for port, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:12:51.968274 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d905d177-38b4-4a4b-a834-17a68ac11552 req-8c5cc067-abb2-4855-9ccb-0ce2356d79d5 service neutron] 10.222.0.37 "PUT /v2.0/ports/4b5862d0-8505-44dd-bc82-5652650c09b5 HTTP/1.1" status: 200 len: 1094 time: 0.8216507 Nov 03 02:12:51.968732 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a425aa4c-e486-46d1-a3b2-6c4bf5c5359f', 'tag': '4b5862d0-8505-44dd-bc82-5652650c09b5'}] {{(pid=108314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:12:51.970969 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b9e71fb97e4882bef21449c101b24c97d897c9b718fbc8dac7673975a826a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b3c2f7-f161-4102-950e-237c6c7dc951" -d '{"events": [{"name": "network-changed", "server_uuid": "a425aa4c-e486-46d1-a3b2-6c4bf5c5359f", "tag": "4b5862d0-8505-44dd-bc82-5652650c09b5"}]}' {{(pid=108314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:12:51.999864 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5cc067-abb2-4855-9ccb-0ce2356d79d5 service neutron] Pushing event updated for resources: {'Port': ['ID=4b5862d0-8505-44dd-bc82-5652650c09b5,revision_number=3']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:12:52.008933 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 02:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1093f7c2-98cc-4645-a0e9-72fb6613e758 x-openstack-request-id: req-1093f7c2-98cc-4645-a0e9-72fb6613e758 {{(pid=108314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:12:52.009226 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a425aa4c-e486-46d1-a3b2-6c4bf5c5359f", "tag": "4b5862d0-8505-44dd-bc82-5652650c09b5", "status": "completed", "code": 200}]} {{(pid=108314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:12:52.009483 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1093f7c2-98cc-4645-a0e9-72fb6613e758 {{(pid=108314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:12:52.009892 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a425aa4c-e486-46d1-a3b2-6c4bf5c5359f', 'tag': '4b5862d0-8505-44dd-bc82-5652650c09b5', 'status': 'completed', 'code': 200} Nov 03 02:12:52.077643 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3c2f7-f161-4102-950e-237c6c7dc951 req-a8be494f-9b15-4461-bc45-fdbb2746e2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:12:52.079203 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-24b3c2f7-f161-4102-950e-237c6c7dc951 req-a8be494f-9b15-4461-bc45-fdbb2746e2a3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=acd183c43fe64f528cb1a54e0e951443&device_id=a425aa4c-e486-46d1-a3b2-6c4bf5c5359f HTTP/1.1" status: 200 len: 1097 time: 0.0472229 Nov 03 02:12:52.190177 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3c2f7-f161-4102-950e-237c6c7dc951 req-adbdd5c0-f361-4aa4-a383-e05709d6011e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:12:52.191644 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-24b3c2f7-f161-4102-950e-237c6c7dc951 req-adbdd5c0-f361-4aa4-a383-e05709d6011e service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=acd183c43fe64f528cb1a54e0e951443&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1045494 Nov 03 02:12:52.283596 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3c2f7-f161-4102-950e-237c6c7dc951 req-3a3e7817-5e8d-4b4e-b92b-fc03ed8c5597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:12:52.284974 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-24b3c2f7-f161-4102-950e-237c6c7dc951 req-3a3e7817-5e8d-4b4e-b92b-fc03ed8c5597 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0866635 Nov 03 02:12:52.358063 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905d177-38b4-4a4b-a834-17a68ac11552 req-d48c9eca-77d0-4ddd-9eef-aaa1e9f34ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:12:52.359536 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d905d177-38b4-4a4b-a834-17a68ac11552 req-d48c9eca-77d0-4ddd-9eef-aaa1e9f34ded service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=acd183c43fe64f528cb1a54e0e951443&device_id=a425aa4c-e486-46d1-a3b2-6c4bf5c5359f HTTP/1.1" status: 200 len: 1097 time: 0.0405459 Nov 03 02:12:52.406606 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d905d177-38b4-4a4b-a834-17a68ac11552 req-cd6ca37c-fae2-4d48-9efb-009a7954bc84 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b5862d0-8505-44dd-bc82-5652650c09b5 HTTP/1.1" status: 200 len: 217 time: 0.0394857 Nov 03 02:12:52.454605 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905d177-38b4-4a4b-a834-17a68ac11552 req-aecfddfa-5969-47ef-8fc7-ab73f83aecb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:12:52.456044 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d905d177-38b4-4a4b-a834-17a68ac11552 req-aecfddfa-5969-47ef-8fc7-ab73f83aecb4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7ac96128-f0d1-4a89-997c-2692460bc837 HTTP/1.1" status: 200 len: 849 time: 0.0431755 Nov 03 02:12:52.499940 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905d177-38b4-4a4b-a834-17a68ac11552 req-4027b63c-7c6b-42ee-9410-807a215a8336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:12:52.501433 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d905d177-38b4-4a4b-a834-17a68ac11552 req-4027b63c-7c6b-42ee-9410-807a215a8336 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cffa4a5f-809a-4e6a-b540-236a07565506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387399 Nov 03 02:12:52.592287 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d905d177-38b4-4a4b-a834-17a68ac11552 req-c13f87c8-9d17-4f5d-a64d-fe209ae6b89b service neutron] 10.222.0.37 "GET /v2.0/networks/cffa4a5f-809a-4e6a-b540-236a07565506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839937 Nov 03 02:12:52.679595 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d905d177-38b4-4a4b-a834-17a68ac11552 req-eaa77bca-ee08-4017-8a6c-6ee06078b28c service neutron] 10.222.0.37 "GET /v2.0/networks/cffa4a5f-809a-4e6a-b540-236a07565506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805008 Nov 03 02:12:53.015387 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a980e6e3-4f73-4fa3-a228-652bee393680 req-2c44e575-4ab5-4ffd-9e47-491e4818afb4 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:12:53.016850 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a980e6e3-4f73-4fa3-a228-652bee393680 req-2c44e575-4ab5-4ffd-9e47-491e4818afb4 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/ports?device_id=a425aa4c-e486-46d1-a3b2-6c4bf5c5359f HTTP/1.1" status: 200 len: 944 time: 0.0518079 Nov 03 02:12:53.063965 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a980e6e3-4f73-4fa3-a228-652bee393680 req-8086258d-61ec-4e4e-9b9c-1e4a05cea2df tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c078fb7-b4a9-484d-8153-d421898fbe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412529 Nov 03 02:12:54.073311 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:12:54.178837 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4391a6-2d0b-46fe-8ea7-35c690adde21 req-e363c0a0-5c7f-411d-a7da-8b7fc58dc81c tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:12:54.180375 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-bc4391a6-2d0b-46fe-8ea7-35c690adde21 req-e363c0a0-5c7f-411d-a7da-8b7fc58dc81c tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/ports?device_id=a425aa4c-e486-46d1-a3b2-6c4bf5c5359f HTTP/1.1" status: 200 len: 944 time: 0.0489175 Nov 03 02:12:54.227644 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-bc4391a6-2d0b-46fe-8ea7-35c690adde21 req-08d0e74e-b7d9-4932-b8c1-40e1b1d01aaa tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c078fb7-b4a9-484d-8153-d421898fbe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407822 Nov 03 02:12:54.548746 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device 4b5862d0-8505-44dd-bc82-5652650c09b5 details requested by agent hyperv_hv-cinder-81561 with host hv-cinder-81561 {{(pid=108316) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 02:12:54.641034 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] For port 4b5862d0-8505-44dd-bc82-5652650c09b5, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=4b5862d0-8505-44dd-bc82-5652650c09b5,segment=NetworkSegment(952abac8-fe65-4f46-9d97-5b5131c8a13f),segment_id=952abac8-fe65-4f46-9d97-5b5131c8a13f)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:12:54.651949 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Returning: {'device': '4b5862d0-8505-44dd-bc82-5652650c09b5', 'network_id': 'cffa4a5f-809a-4e6a-b540-236a07565506', 'port_id': '4b5862d0-8505-44dd-bc82-5652650c09b5', 'mac_address': 'fa:16:3e:c6:c0:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ac96128-f0d1-4a89-997c-2692460bc837', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108316) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 02:12:54.691554 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:12:54.703563 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.notifiers.nova [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b5862d0-8505-44dd-bc82-5652650c09b5 {{(pid=108316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 02:12:54.721335 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] For port 4b5862d0-8505-44dd-bc82-5652650c09b5, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=4b5862d0-8505-44dd-bc82-5652650c09b5,segment=NetworkSegment(952abac8-fe65-4f46-9d97-5b5131c8a13f),segment_id=952abac8-fe65-4f46-9d97-5b5131c8a13f)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:12:54.809704 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:12:54.856477 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Pushing event updated for resources: {'Port': ['ID=4b5862d0-8505-44dd-bc82-5652650c09b5,revision_number=4']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:12:54.863347 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:12:54.863695 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:12:54.864035 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:12:54.864371 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:12:54.864702 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:12:54.865030 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:12:54.865355 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:12:54.865680 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:12:54.866004 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:12:54.866349 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:12:54.866672 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:12:54.866991 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:12:54.956826 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.agents_db [None req-a2914077-2d9d-4477-8dde-df1573e0789a None None] Agent healthcheck: found 6 active agents {{(pid=108317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:12:55.028394 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] get_ports_and_sgs() called for port_ids ['4b5862d0-8505-44dd-bc82-5652650c09b5'] {{(pid=108316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 02:12:55.349529 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c8d1a-4a56-4ec3-b501-d2dcfaab649d req-c47962cb-0d72-4c3f-806a-1c88372ba530 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:12:55.351031 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-9b3c8d1a-4a56-4ec3-b501-d2dcfaab649d req-c47962cb-0d72-4c3f-806a-1c88372ba530 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/ports?device_id=a425aa4c-e486-46d1-a3b2-6c4bf5c5359f HTTP/1.1" status: 200 len: 945 time: 0.0572419 Nov 03 02:12:55.399629 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-9b3c8d1a-4a56-4ec3-b501-d2dcfaab649d req-bb2ec507-9081-4e63-8f9f-8df606c1a4cc tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c078fb7-b4a9-484d-8153-d421898fbe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427368 Nov 03 02:12:56.511176 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e65fdb-fde7-46f1-947c-e3e2e87257c9 req-dfc48f9b-d485-41eb-9253-9d0a8821e976 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:12:56.512638 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-72e65fdb-fde7-46f1-947c-e3e2e87257c9 req-dfc48f9b-d485-41eb-9253-9d0a8821e976 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/ports?device_id=a425aa4c-e486-46d1-a3b2-6c4bf5c5359f HTTP/1.1" status: 200 len: 945 time: 0.0473182 Nov 03 02:12:56.561236 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-72e65fdb-fde7-46f1-947c-e3e2e87257c9 req-aa994108-718b-4860-ae60-e1283a3c1cca tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c078fb7-b4a9-484d-8153-d421898fbe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420041 Nov 03 02:12:56.566265 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device 4b5862d0-8505-44dd-bc82-5652650c09b5 up at agent hyperv_hv-cinder-81561 {{(pid=108316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:12:56.672846 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Provisioning for port 4b5862d0-8505-44dd-bc82-5652650c09b5 completed by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 02:12:56.677017 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Provisioning complete for port 4b5862d0-8505-44dd-bc82-5652650c09b5 triggered by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:12:56.677381 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:12:56.753605 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:12:56.774977 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a425aa4c-e486-46d1-a3b2-6c4bf5c5359f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b5862d0-8505-44dd-bc82-5652650c09b5'}] {{(pid=108316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:12:56.777819 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c49bda4003134bcf77c295383a637b11cae661d7d3df1045ea696fe6ff2a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1df2c0a-4f7a-4e67-9c15-f5268922f44b" -d '{"events": [{"server_uuid": "a425aa4c-e486-46d1-a3b2-6c4bf5c5359f", "name": "network-vif-plugged", "status": "completed", "tag": "4b5862d0-8505-44dd-bc82-5652650c09b5"}]}' {{(pid=108316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:12:56.789926 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] For port 4b5862d0-8505-44dd-bc82-5652650c09b5, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=4b5862d0-8505-44dd-bc82-5652650c09b5,segment=NetworkSegment(952abac8-fe65-4f46-9d97-5b5131c8a13f),segment_id=952abac8-fe65-4f46-9d97-5b5131c8a13f)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:12:56.868674 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 02:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d10096d-f37d-413d-b33f-c5ac4c4d5e00 x-openstack-request-id: req-9d10096d-f37d-413d-b33f-c5ac4c4d5e00 {{(pid=108316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:12:56.868962 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a425aa4c-e486-46d1-a3b2-6c4bf5c5359f", "name": "network-vif-plugged", "status": "completed", "tag": "4b5862d0-8505-44dd-bc82-5652650c09b5", "code": 200}]} {{(pid=108316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:12:56.869211 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9d10096d-f37d-413d-b33f-c5ac4c4d5e00 {{(pid=108316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:12:56.869597 dv-cinder-815614-3-iscsi neutron-server[108316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a425aa4c-e486-46d1-a3b2-6c4bf5c5359f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b5862d0-8505-44dd-bc82-5652650c09b5', 'code': 200} Nov 03 02:12:56.872703 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:12:56.919870 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Pushing event updated for resources: {'Port': ['ID=4b5862d0-8505-44dd-bc82-5652650c09b5,revision_number=5']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:12:57.262013 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cffebc4-5983-404f-ac98-53e52440230b req-5bf41bd5-d7d4-400d-8ec9-908ff791961b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:12:57.263471 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-4cffebc4-5983-404f-ac98-53e52440230b req-5bf41bd5-d7d4-400d-8ec9-908ff791961b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a425aa4c-e486-46d1-a3b2-6c4bf5c5359f HTTP/1.1" status: 200 len: 1099 time: 0.0388217 Nov 03 02:12:57.305751 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-4cffebc4-5983-404f-ac98-53e52440230b req-d927667f-0713-422e-8495-a4291c7634f2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7c078fb7-b4a9-484d-8153-d421898fbe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351982 Nov 03 02:12:57.675695 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb3fdcf-de79-4a24-801a-206502045592 req-0307c8e7-a983-412c-8eb5-dc1e295751cc tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:12:57.677160 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-4bb3fdcf-de79-4a24-801a-206502045592 req-0307c8e7-a983-412c-8eb5-dc1e295751cc tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/ports?device_id=a425aa4c-e486-46d1-a3b2-6c4bf5c5359f HTTP/1.1" status: 200 len: 946 time: 0.0509775 Nov 03 02:12:57.722916 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-4bb3fdcf-de79-4a24-801a-206502045592 req-6d2266c9-7080-4c9f-aceb-3e4803f93a7f tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c078fb7-b4a9-484d-8153-d421898fbe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393124 Nov 03 02:12:58.834547 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a100a8a-7221-420f-9432-7f0aabcec8f2 req-27dc4b3c-12fb-46c4-965d-f5ba45fc0b62 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:12:58.835897 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1a100a8a-7221-420f-9432-7f0aabcec8f2 req-27dc4b3c-12fb-46c4-965d-f5ba45fc0b62 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/ports?device_id=a425aa4c-e486-46d1-a3b2-6c4bf5c5359f HTTP/1.1" status: 200 len: 946 time: 0.0468957 Nov 03 02:12:58.882866 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-1a100a8a-7221-420f-9432-7f0aabcec8f2 req-6d4c406c-2df3-4fa9-aa3e-1fc83a4c45f5 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c078fb7-b4a9-484d-8153-d421898fbe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405700 Nov 03 02:12:58.989797 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aed96e3-2c5e-45d0-825e-a14994336bf1 req-54944f22-7ff3-4cda-961b-5b93d789e860 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:12:58.991254 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-9aed96e3-2c5e-45d0-825e-a14994336bf1 req-54944f22-7ff3-4cda-961b-5b93d789e860 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/ports?device_id=a425aa4c-e486-46d1-a3b2-6c4bf5c5359f HTTP/1.1" status: 200 len: 946 time: 0.0465574 Nov 03 02:12:59.000000 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 51612) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:12:59.004362 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.v2.base [None req-7941701c-6ed3-4b6a-954a-0baf06439b2e tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Request body: {'floatingip': {'port_id': '4b5862d0-8505-44dd-bc82-5652650c09b5'}} {{(pid=108314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:12:59.045122 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-7941701c-6ed3-4b6a-954a-0baf06439b2e tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks [] for floatingip, before_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:12:59.715481 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-7941701c-6ed3-4b6a-954a-0baf06439b2e tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:12:59.781182 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-7941701c-6ed3-4b6a-954a-0baf06439b2e tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641583'] for floatingip, after_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:12:59.874973 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.db.l3_db [None req-7941701c-6ed3-4b6a-954a-0baf06439b2e tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Floating IP bd70667b-0a31-4cd8-bb15-872a78165ac6 associated. External IP: 172.27.1.44, port: 4b5862d0-8505-44dd-bc82-5652650c09b5. Nov 03 02:12:59.935889 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:13:00.077640 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7941701c-6ed3-4b6a-954a-0baf06439b2e tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Router 6cd8900a-2db9-4b59-83ae-59578adad30e has already been hosted by L3 agent dfdd482b-800d-4ddb-af67-bfdcf28c1d2f {{(pid=108314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:13:00.181736 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7941701c-6ed3-4b6a-954a-0baf06439b2e tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Notify agent at l3_agent.dv-cinder-815614-3-iscsi the message routers_updated {{(pid=108314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:13:00.187181 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-7941701c-6ed3-4b6a-954a-0baf06439b2e tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622'] for floatingip, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:13:00.191753 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de666b1f-f470-4f4f-b41a-1bff41aa1144 None None] Sync routers for ids ['6cd8900a-2db9-4b59-83ae-59578adad30e'] in dv-cinder-815614-3-iscsi {{(pid=108317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:13:00.202056 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de666b1f-f470-4f4f-b41a-1bff41aa1144 None None] Routers {'6cd8900a-2db9-4b59-83ae-59578adad30e'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:13:00.202663 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-de666b1f-f470-4f4f-b41a-1bff41aa1144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:12:49Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['6cd8900a-2db9-4b59-83ae-59578adad30e'], 'active': True} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:13:00.213130 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-7941701c-6ed3-4b6a-954a-0baf06439b2e tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "PUT /v2.0/floatingips/bd70667b-0a31-4cd8-bb15-872a78165ac6 HTTP/1.1" status: 200 len: 991 time: 1.2120943 Nov 03 02:13:00.213853 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a425aa4c-e486-46d1-a3b2-6c4bf5c5359f', 'tag': '4b5862d0-8505-44dd-bc82-5652650c09b5'}] {{(pid=108314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:13:00.216295 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b9e71fb97e4882bef21449c101b24c97d897c9b718fbc8dac7673975a826a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f1c0398-9b8f-4b31-af1c-389c9c8f0db1" -d '{"events": [{"name": "network-changed", "server_uuid": "a425aa4c-e486-46d1-a3b2-6c4bf5c5359f", "tag": "4b5862d0-8505-44dd-bc82-5652650c09b5"}]}' {{(pid=108314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:13:00.253030 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 02:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ccab8b-f5cc-4582-bec5-3ac596bd1d10 x-openstack-request-id: req-43ccab8b-f5cc-4582-bec5-3ac596bd1d10 {{(pid=108314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:13:00.253320 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a425aa4c-e486-46d1-a3b2-6c4bf5c5359f", "tag": "4b5862d0-8505-44dd-bc82-5652650c09b5", "status": "completed", "code": 200}]} {{(pid=108314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:13:00.253575 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-43ccab8b-f5cc-4582-bec5-3ac596bd1d10 {{(pid=108314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:13:00.253977 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a425aa4c-e486-46d1-a3b2-6c4bf5c5359f', 'tag': '4b5862d0-8505-44dd-bc82-5652650c09b5', 'status': 'completed', 'code': 200} Nov 03 02:13:00.307060 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvr_db [None req-de666b1f-f470-4f4f-b41a-1bff41aa1144 None None] Set router 6cd8900a-2db9-4b59-83ae-59578adad30e gateway port host: dv-cinder-815614-3-iscsi {{(pid=108317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:13:00.321335 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c0398-9b8f-4b31-af1c-389c9c8f0db1 req-9a8342e3-904e-407f-a82c-10351eac0850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:13:00.322876 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-5f1c0398-9b8f-4b31-af1c-389c9c8f0db1 req-9a8342e3-904e-407f-a82c-10351eac0850 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=acd183c43fe64f528cb1a54e0e951443&device_id=a425aa4c-e486-46d1-a3b2-6c4bf5c5359f HTTP/1.1" status: 200 len: 1099 time: 0.0453336 Nov 03 02:13:00.411801 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c0398-9b8f-4b31-af1c-389c9c8f0db1 req-408ac615-2561-434c-a2be-d08d0f09a836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:13:00.413325 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-5f1c0398-9b8f-4b31-af1c-389c9c8f0db1 req-408ac615-2561-434c-a2be-d08d0f09a836 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cffa4a5f-809a-4e6a-b540-236a07565506 HTTP/1.1" status: 200 len: 911 time: 0.0824335 Nov 03 02:13:00.481688 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-5f1c0398-9b8f-4b31-af1c-389c9c8f0db1 req-17fbe62e-2671-49e0-a70c-a0fa21fc1700 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b5862d0-8505-44dd-bc82-5652650c09b5 HTTP/1.1" status: 200 len: 999 time: 0.0608921 Nov 03 02:13:00.523475 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-de666b1f-f470-4f4f-b41a-1bff41aa1144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd8900a-2db9-4b59-83ae-59578adad30e', 'name': 'tempest-AttachVolumeTestJSON-371307469-router', 'tenant_id': 'acd183c43fe64f528cb1a54e0e951443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'c03e6ce9-4b4b-4a9a-b734-440ea30860f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:09:50Z', 'updated_at': '2021-11-03T02:09:53Z', 'revision_number': 4, 'project_id': 'acd183c43fe64f528cb1a54e0e951443', 'gw_port': {'id': 'c03e6ce9-4b4b-4a9a-b734-440ea30860f9', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:04:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd8900a-2db9-4b59-83ae-59578adad30e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:09:51Z', 'updated_at': '2021-11-03T02:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_floatingips': [{'id': 'bd70667b-0a31-4cd8-bb15-872a78165ac6', 'tenant_id': 'acd183c43fe64f528cb1a54e0e951443', 'floating_ip_address': '172.27.1.44', 'floating_network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'router_id': '6cd8900a-2db9-4b59-83ae-59578adad30e', 'port_id': '4b5862d0-8505-44dd-bc82-5652650c09b5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cffa4a5f-809a-4e6a-b540-236a07565506', 'mac_address': 'fa:16:3e:c6:c0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a425aa4c-e486-46d1-a3b2-6c4bf5c5359f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T02:12:47Z', 'updated_at': '2021-11-03T02:12:59Z', 'revision_number': 1, 'project_id': 'acd183c43fe64f528cb1a54e0e951443', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '633fd5a5-1eb8-47ec-8c70-16c62febaf49', 'name': '', 'network_id': 'cffa4a5f-809a-4e6a-b540-236a07565506', 'tenant_id': 'acd183c43fe64f528cb1a54e0e951443', 'mac_address': 'fa:16:3e:cb:3d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd8900a-2db9-4b59-83ae-59578adad30e', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '7ac96128-f0d1-4a89-997c-2692460bc837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:09:52Z', 'updated_at': '2021-11-03T02:09:56Z', 'revision_number': 5, 'project_id': 'acd183c43fe64f528cb1a54e0e951443', 'subnets': [{'id': '7ac96128-f0d1-4a89-997c-2692460bc837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:13:00.528974 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c0398-9b8f-4b31-af1c-389c9c8f0db1 req-42e19bb1-b889-40cb-b8ea-ba32854f99b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:13:00.530608 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-5f1c0398-9b8f-4b31-af1c-389c9c8f0db1 req-42e19bb1-b889-40cb-b8ea-ba32854f99b3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7ac96128-f0d1-4a89-997c-2692460bc837 HTTP/1.1" status: 200 len: 849 time: 0.0426180 Nov 03 02:13:00.553568 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de666b1f-f470-4f4f-b41a-1bff41aa1144 None None] Checking router: 6cd8900a-2db9-4b59-83ae-59578adad30e for host: dv-cinder-815614-3-iscsi {{(pid=108317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:13:00.562820 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de666b1f-f470-4f4f-b41a-1bff41aa1144 None None] Routers {'6cd8900a-2db9-4b59-83ae-59578adad30e'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:13:00.563424 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-de666b1f-f470-4f4f-b41a-1bff41aa1144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:12:49Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['6cd8900a-2db9-4b59-83ae-59578adad30e'], 'active': True} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:13:00.576812 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c0398-9b8f-4b31-af1c-389c9c8f0db1 req-0ae27b79-dbc0-4ccc-a045-186a642ee160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:13:00.578383 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-5f1c0398-9b8f-4b31-af1c-389c9c8f0db1 req-0ae27b79-dbc0-4ccc-a045-186a642ee160 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cffa4a5f-809a-4e6a-b540-236a07565506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412476 Nov 03 02:13:00.665575 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvr_db [None req-de666b1f-f470-4f4f-b41a-1bff41aa1144 None None] Set router 6cd8900a-2db9-4b59-83ae-59578adad30e gateway port host: dv-cinder-815614-3-iscsi {{(pid=108317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:13:00.670346 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-5f1c0398-9b8f-4b31-af1c-389c9c8f0db1 req-56867179-cd30-4101-bd83-c08472cafcfb service neutron] 10.222.0.37 "GET /v2.0/networks/cffa4a5f-809a-4e6a-b540-236a07565506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847208 Nov 03 02:13:00.758124 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-5f1c0398-9b8f-4b31-af1c-389c9c8f0db1 req-ce0b9fbb-68d5-41a1-8de2-5a7dea254b8b service neutron] 10.222.0.37 "GET /v2.0/networks/cffa4a5f-809a-4e6a-b540-236a07565506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809836 Nov 03 02:13:00.884443 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-de666b1f-f470-4f4f-b41a-1bff41aa1144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd8900a-2db9-4b59-83ae-59578adad30e', 'name': 'tempest-AttachVolumeTestJSON-371307469-router', 'tenant_id': 'acd183c43fe64f528cb1a54e0e951443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'c03e6ce9-4b4b-4a9a-b734-440ea30860f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:09:50Z', 'updated_at': '2021-11-03T02:09:53Z', 'revision_number': 4, 'project_id': 'acd183c43fe64f528cb1a54e0e951443', 'gw_port': {'id': 'c03e6ce9-4b4b-4a9a-b734-440ea30860f9', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:04:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd8900a-2db9-4b59-83ae-59578adad30e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:09:51Z', 'updated_at': '2021-11-03T02:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_floatingips': [{'id': 'bd70667b-0a31-4cd8-bb15-872a78165ac6', 'tenant_id': 'acd183c43fe64f528cb1a54e0e951443', 'floating_ip_address': '172.27.1.44', 'floating_network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'router_id': '6cd8900a-2db9-4b59-83ae-59578adad30e', 'port_id': '4b5862d0-8505-44dd-bc82-5652650c09b5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cffa4a5f-809a-4e6a-b540-236a07565506', 'mac_address': 'fa:16:3e:c6:c0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a425aa4c-e486-46d1-a3b2-6c4bf5c5359f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T02:12:47Z', 'updated_at': '2021-11-03T02:12:59Z', 'revision_number': 1, 'project_id': 'acd183c43fe64f528cb1a54e0e951443', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '633fd5a5-1eb8-47ec-8c70-16c62febaf49', 'name': '', 'network_id': 'cffa4a5f-809a-4e6a-b540-236a07565506', 'tenant_id': 'acd183c43fe64f528cb1a54e0e951443', 'mac_address': 'fa:16:3e:cb:3d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd8900a-2db9-4b59-83ae-59578adad30e', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '7ac96128-f0d1-4a89-997c-2692460bc837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:09:52Z', 'updated_at': '2021-11-03T02:09:56Z', 'revision_number': 5, 'project_id': 'acd183c43fe64f528cb1a54e0e951443', 'subnets': [{'id': '7ac96128-f0d1-4a89-997c-2692460bc837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:13:00.913340 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de666b1f-f470-4f4f-b41a-1bff41aa1144 None None] The sync data for ids ['6cd8900a-2db9-4b59-83ae-59578adad30e'] in dv-cinder-815614-3-iscsi is: [{'id': '6cd8900a-2db9-4b59-83ae-59578adad30e', 'name': 'tempest-AttachVolumeTestJSON-371307469-router', 'tenant_id': 'acd183c43fe64f528cb1a54e0e951443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'c03e6ce9-4b4b-4a9a-b734-440ea30860f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:09:50Z', 'updated_at': '2021-11-03T02:09:53Z', 'revision_number': 4, 'project_id': 'acd183c43fe64f528cb1a54e0e951443', 'gw_port': {'id': 'c03e6ce9-4b4b-4a9a-b734-440ea30860f9', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:04:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd8900a-2db9-4b59-83ae-59578adad30e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:09:51Z', 'updated_at': '2021-11-03T02:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_floatingips': [{'id': 'bd70667b-0a31-4cd8-bb15-872a78165ac6', 'tenant_id': 'acd183c43fe64f528cb1a54e0e951443', 'floating_ip_address': '172.27.1.44', 'floating_network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'router_id': '6cd8900a-2db9-4b59-83ae-59578adad30e', 'port_id': '4b5862d0-8505-44dd-bc82-5652650c09b5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cffa4a5f-809a-4e6a-b540-236a07565506', 'mac_address': 'fa:16:3e:c6:c0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a425aa4c-e486-46d1-a3b2-6c4bf5c5359f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T02:12:47Z', 'updated_at': '2021-11-03T02:12:59Z', 'revision_number': 1, 'project_id': 'acd183c43fe64f528cb1a54e0e951443', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '633fd5a5-1eb8-47ec-8c70-16c62febaf49', 'name': '', 'network_id': 'cffa4a5f-809a-4e6a-b540-236a07565506', 'tenant_id': 'acd183c43fe64f528cb1a54e0e951443', 'mac_address': 'fa:16:3e:cb:3d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd8900a-2db9-4b59-83ae-59578adad30e', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '7ac96128-f0d1-4a89-997c-2692460bc837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:09:52Z', 'updated_at': '2021-11-03T02:09:56Z', 'revision_number': 5, 'project_id': 'acd183c43fe64f528cb1a54e0e951443', 'subnets': [{'id': '7ac96128-f0d1-4a89-997c-2692460bc837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:13:01.102806 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b111ed00-8c3f-49a5-8a64-ab30e11ab99a None None] New status for floating IP bd70667b-0a31-4cd8-bb15-872a78165ac6: ACTIVE {{(pid=108316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 02:13:09.100665 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-09bc1a25-91d5-410c-810e-7ece6a654966 req-66d7d4a1-050a-44f0-9b99-fd892186418f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2c7a5a05-f330-4efd-8bb2-d11ec928e3a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433104 Nov 03 02:13:09.160368 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc1a25-91d5-410c-810e-7ece6a654966 req-7a906b54-b3c2-412a-a9ea-54805f64c861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:13:09.161832 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-09bc1a25-91d5-410c-810e-7ece6a654966 req-7a906b54-b3c2-412a-a9ea-54805f64c861 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a08b0f1fc6b940148531ae61a6847288&device_id=2c7a5a05-f330-4efd-8bb2-d11ec928e3a2 HTTP/1.1" status: 200 len: 1099 time: 0.0389972 Nov 03 02:13:09.263985 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc1a25-91d5-410c-810e-7ece6a654966 req-f7cf0e9a-5802-4b64-8421-ef4e844ea089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:13:09.265463 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-09bc1a25-91d5-410c-810e-7ece6a654966 req-f7cf0e9a-5802-4b64-8421-ef4e844ea089 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f712cad4-e8ca-42ec-98fb-45f5bacc0fc1 HTTP/1.1" status: 200 len: 912 time: 0.0836446 Nov 03 02:13:09.333546 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-09bc1a25-91d5-410c-810e-7ece6a654966 req-31817599-9f2b-44ec-b042-9f351c6f8e1e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4f46ead-c149-4eee-ac3c-12255a6be4f7 HTTP/1.1" status: 200 len: 1002 time: 0.0597010 Nov 03 02:13:09.385849 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc1a25-91d5-410c-810e-7ece6a654966 req-c8bfc4a7-f106-45c6-90b3-51df18030d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:13:09.387342 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-09bc1a25-91d5-410c-810e-7ece6a654966 req-c8bfc4a7-f106-45c6-90b3-51df18030d00 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=43639205-925f-474d-a075-6f18826b2705 HTTP/1.1" status: 200 len: 850 time: 0.0460024 Nov 03 02:13:09.432728 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc1a25-91d5-410c-810e-7ece6a654966 req-8345eba8-7b9f-45be-9b6d-14f4931b7e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:13:09.434096 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-09bc1a25-91d5-410c-810e-7ece6a654966 req-8345eba8-7b9f-45be-9b6d-14f4931b7e16 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f712cad4-e8ca-42ec-98fb-45f5bacc0fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394380 Nov 03 02:13:09.525636 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-09bc1a25-91d5-410c-810e-7ece6a654966 req-12f6f0ce-3248-4e34-be3c-3c46eff2883d service neutron] 10.222.0.37 "GET /v2.0/networks/f712cad4-e8ca-42ec-98fb-45f5bacc0fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832353 Nov 03 02:13:09.615651 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-09bc1a25-91d5-410c-810e-7ece6a654966 req-e825701b-3d25-4ec1-b80c-8c06cc411fb8 service neutron] 10.222.0.37 "GET /v2.0/networks/f712cad4-e8ca-42ec-98fb-45f5bacc0fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814633 Nov 03 02:13:16.714897 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-22df88ba-3e70-4723-951f-867269667cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:13:18.918771 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-8dc9bd9d-c340-4bdf-a458-130c44bb09a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:13:19.946606 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-3baf3433-eee1-48f0-90c8-209ed8ef0e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:13:21.375340 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-5b813f54-077d-440d-903f-32bc670fe069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:13:24.015370 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:13:24.019495 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b3f4c75c-8878-441b-9519-326bc7289b01 req-aaf89503-be6c-47a4-9dfb-8dcb14f91054 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2008507579&fields=id&tenant_id=a08b0f1fc6b940148531ae61a6847288 HTTP/1.1" status: 200 len: 267 time: 0.0485806 Nov 03 02:13:24.131465 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f4c75c-8878-441b-9519-326bc7289b01 req-614c32a3-2f47-415c-914d-133259d06f60 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:13:24.132976 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b3f4c75c-8878-441b-9519-326bc7289b01 req-614c32a3-2f47-415c-914d-133259d06f60 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/networks?id=f712cad4-e8ca-42ec-98fb-45f5bacc0fc1 HTTP/1.1" status: 200 len: 811 time: 0.1062615 Nov 03 02:13:24.147456 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b3f4c75c-8878-441b-9519-326bc7289b01 req-a9ad8ed6-8682-46d5-aba6-4f42ad7be9df tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/quotas/a08b0f1fc6b940148531ae61a6847288 HTTP/1.1" status: 200 len: 375 time: 0.0087698 Nov 03 02:13:24.204122 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b3f4c75c-8878-441b-9519-326bc7289b01 req-671b25ca-4f01-4676-bb65-567edd8fd01f tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a08b0f1fc6b940148531ae61a6847288&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0515072 Nov 03 02:13:24.300450 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b3f4c75c-8878-441b-9519-326bc7289b01 req-0091a7ae-733e-4150-9871-e690512c9c35 service neutron] 10.222.0.30 "GET /v2.0/networks/f712cad4-e8ca-42ec-98fb-45f5bacc0fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851443 Nov 03 02:13:24.395761 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b3f4c75c-8878-441b-9519-326bc7289b01 req-8102f9fd-47c1-4ff9-824d-3c4c1a33a351 service neutron] 10.222.0.30 "GET /v2.0/networks/f712cad4-e8ca-42ec-98fb-45f5bacc0fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889783 Nov 03 02:13:25.031544 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-224ad818-b9f0-4598-aab0-64b11927959d req-edea92b3-de54-43fa-9d25-836ef696d9bb tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e224262-fe47-4306-9c1b-75a8a4b3879d HTTP/1.1" status: 200 len: 210 time: 0.0276258 Nov 03 02:13:26.131557 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a18d8606-b41f-4a9e-b90a-add33736600e req-af5e4743-8985-469d-acdf-1dfb115d7757 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e224262-fe47-4306-9c1b-75a8a4b3879d HTTP/1.1" status: 200 len: 210 time: 0.0259101 Nov 03 02:13:26.842298 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f4c75c-8878-441b-9519-326bc7289b01 req-b98f7eee-24e0-4e60-b4dd-95fbf2bbb1d8 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:13:26.843674 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b3f4c75c-8878-441b-9519-326bc7289b01 req-b98f7eee-24e0-4e60-b4dd-95fbf2bbb1d8 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.37 "GET /v2.0/networks?id=f712cad4-e8ca-42ec-98fb-45f5bacc0fc1 HTTP/1.1" status: 200 len: 811 time: 0.1000538 Nov 03 02:13:26.911319 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b3f4c75c-8878-441b-9519-326bc7289b01 req-6b88a235-e650-425a-97ba-0bb8d5739b98 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a08b0f1fc6b940148531ae61a6847288 HTTP/1.1" status: 200 len: 380 time: 0.0566328 Nov 03 02:13:26.923750 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.v2.base [req-b3f4c75c-8878-441b-9519-326bc7289b01 req-2c9365ba-d031-49a7-934e-4ff4a647bcee tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Request body: {'port': {'device_id': '6e224262-fe47-4306-9c1b-75a8a4b3879d', 'network_id': 'f712cad4-e8ca-42ec-98fb-45f5bacc0fc1', 'admin_state_up': True, 'tenant_id': 'a08b0f1fc6b940148531ae61a6847288', 'security_groups': ['e1e43461-b85d-4639-b4a3-3f08fe84210d']}} {{(pid=108314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:13:27.117648 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3f4c75c-8878-441b-9519-326bc7289b01 req-2c9365ba-d031-49a7-934e-4ff4a647bcee tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Made reservation on behalf of a08b0f1fc6b940148531ae61a6847288 for: {'port': 1} {{(pid=108314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 02:13:27.122239 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-b3f4c75c-8878-441b-9519-326bc7289b01 req-2c9365ba-d031-49a7-934e-4ff4a647bcee tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:13:27.246842 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-2db9a8cf-e3df-4beb-9de5-fb0917d2ab96 req-7e1d36f0-3c66-4d62-aba2-cd9e1abb7a27 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e224262-fe47-4306-9c1b-75a8a4b3879d HTTP/1.1" status: 200 len: 210 time: 0.0472059 Nov 03 02:13:27.271218 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.db_base_plugin_common [req-b3f4c75c-8878-441b-9519-326bc7289b01 req-2c9365ba-d031-49a7-934e-4ff4a647bcee tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Allocated IP 172.20.0.12 (f712cad4-e8ca-42ec-98fb-45f5bacc0fc1/43639205-925f-474d-a075-6f18826b2705/5ddbb72e-a939-491e-b23a-62e5f93e3002) {{(pid=108314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:13:27.416311 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-b3f4c75c-8878-441b-9519-326bc7289b01 req-2c9365ba-d031-49a7-934e-4ff4a647bcee tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks [] for port, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:13:27.513073 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-b3f4c75c-8878-441b-9519-326bc7289b01 req-2c9365ba-d031-49a7-934e-4ff4a647bcee tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784217128214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126899639'] for port, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:13:27.556001 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3f4c75c-8878-441b-9519-326bc7289b01 req-2c9365ba-d031-49a7-934e-4ff4a647bcee tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Network f712cad4-e8ca-42ec-98fb-45f5bacc0fc1 is already hosted by enough agents. {{(pid=108314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:13:27.561072 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.base_scheduler [req-b3f4c75c-8878-441b-9519-326bc7289b01 req-2c9365ba-d031-49a7-934e-4ff4a647bcee tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Resources bound (agent type, host, resource id): {{(pid=108314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:13:27.564942 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3f4c75c-8878-441b-9519-326bc7289b01 req-2c9365ba-d031-49a7-934e-4ff4a647bcee tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Received port after_create {{(pid=108314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:13:27.593868 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9365ba-d031-49a7-934e-4ff4a647bcee tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Pushing event updated for resources: {'Port': ['ID=5ddbb72e-a939-491e-b23a-62e5f93e3002,revision_number=1']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:13:27.627316 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f4c75c-8878-441b-9519-326bc7289b01 req-2c9365ba-d031-49a7-934e-4ff4a647bcee tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:13:27.627972 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-b3f4c75c-8878-441b-9519-326bc7289b01 req-2c9365ba-d031-49a7-934e-4ff4a647bcee tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622'] for port, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:13:27.704173 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b3f4c75c-8878-441b-9519-326bc7289b01 req-2c9365ba-d031-49a7-934e-4ff4a647bcee tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7840481 Nov 03 02:13:27.720324 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.v2.base [req-b3f4c75c-8878-441b-9519-326bc7289b01 req-ed3b4569-3d64-4982-bd08-61ea95c9e84b service neutron] Request body: {'port': {'device_id': '6e224262-fe47-4306-9c1b-75a8a4b3879d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81561'}} {{(pid=108314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:13:27.777070 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-b3f4c75c-8878-441b-9519-326bc7289b01 req-ed3b4569-3d64-4982-bd08-61ea95c9e84b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:13:27.791786 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-ad70d8ff-fc70-429e-b4bb-f16c39e6cf5f None None] Provisioning complete for port 5ddbb72e-a939-491e-b23a-62e5f93e3002 triggered by entity DHCP. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:13:27.792399 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-ad70d8ff-fc70-429e-b4bb-f16c39e6cf5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:13:27.827334 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-ad70d8ff-fc70-429e-b4bb-f16c39e6cf5f None None] Port 5ddbb72e-a939-491e-b23a-62e5f93e3002 cannot update to ACTIVE because it is not bound. {{(pid=108316) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 02:13:28.033257 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.notifiers.nova [req-b3f4c75c-8878-441b-9519-326bc7289b01 req-ed3b4569-3d64-4982-bd08-61ea95c9e84b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ddbb72e-a939-491e-b23a-62e5f93e3002 {{(pid=108314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 02:13:28.040601 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-b3f4c75c-8878-441b-9519-326bc7289b01 req-ed3b4569-3d64-4982-bd08-61ea95c9e84b service neutron] Publish callbacks [] for port, precommit_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:13:28.052567 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.provisioning_blocks [req-b3f4c75c-8878-441b-9519-326bc7289b01 req-ed3b4569-3d64-4982-bd08-61ea95c9e84b service neutron] Transition to ACTIVE for port object 5ddbb72e-a939-491e-b23a-62e5f93e3002 will not be triggered until provisioned by entity L2. {{(pid=108314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 02:13:28.123432 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-b3f4c75c-8878-441b-9519-326bc7289b01 req-ed3b4569-3d64-4982-bd08-61ea95c9e84b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126899640'] for port, after_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:13:28.176661 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b4569-3d64-4982-bd08-61ea95c9e84b service neutron] Pushing event updated for resources: {'Port': ['ID=5ddbb72e-a939-491e-b23a-62e5f93e3002,revision_number=2']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:13:28.247558 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.managers [req-b3f4c75c-8878-441b-9519-326bc7289b01 req-ed3b4569-3d64-4982-bd08-61ea95c9e84b service neutron] Attempting to bind port 5ddbb72e-a939-491e-b23a-62e5f93e3002 on host hv-cinder-81561 for vnic_type normal with profile {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 02:13:28.248232 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.managers [req-b3f4c75c-8878-441b-9519-326bc7289b01 req-ed3b4569-3d64-4982-bd08-61ea95c9e84b service neutron] Attempting to bind port 5ddbb72e-a939-491e-b23a-62e5f93e3002 by drivers openvswitch,hyperv on host hv-cinder-81561 at level 0 using segments [{'id': '974828e1-7153-4348-912c-a42e71ffbf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f712cad4-e8ca-42ec-98fb-45f5bacc0fc1'}] {{(pid=108314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 02:13:28.248232 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f4c75c-8878-441b-9519-326bc7289b01 req-ed3b4569-3d64-4982-bd08-61ea95c9e84b service neutron] Attempting to bind port 5ddbb72e-a939-491e-b23a-62e5f93e3002 on network f712cad4-e8ca-42ec-98fb-45f5bacc0fc1 {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:13:28.252813 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f4c75c-8878-441b-9519-326bc7289b01 req-ed3b4569-3d64-4982-bd08-61ea95c9e84b service neutron] Port 5ddbb72e-a939-491e-b23a-62e5f93e3002 on network f712cad4-e8ca-42ec-98fb-45f5bacc0fc1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81561 {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 02:13:28.253135 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f4c75c-8878-441b-9519-326bc7289b01 req-ed3b4569-3d64-4982-bd08-61ea95c9e84b service neutron] Attempting to bind port 5ddbb72e-a939-491e-b23a-62e5f93e3002 on network f712cad4-e8ca-42ec-98fb-45f5bacc0fc1 {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 02:13:28.258198 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f4c75c-8878-441b-9519-326bc7289b01 req-ed3b4569-3d64-4982-bd08-61ea95c9e84b service neutron] Checking agent: {'id': 'eecef0c6-53b3-4742-ba5c-66aa511932ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81561', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 1, 59, 59), 'started_at': datetime.datetime(2021, 11, 3, 1, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 02:13:28.258543 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f4c75c-8878-441b-9519-326bc7289b01 req-ed3b4569-3d64-4982-bd08-61ea95c9e84b service neutron] Checking segment: {'id': '974828e1-7153-4348-912c-a42e71ffbf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f712cad4-e8ca-42ec-98fb-45f5bacc0fc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 02:13:28.258931 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f4c75c-8878-441b-9519-326bc7289b01 req-ed3b4569-3d64-4982-bd08-61ea95c9e84b service neutron] Bound using segment: {'id': '974828e1-7153-4348-912c-a42e71ffbf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f712cad4-e8ca-42ec-98fb-45f5bacc0fc1'} {{(pid=108314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 02:13:28.259367 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.managers [req-b3f4c75c-8878-441b-9519-326bc7289b01 req-ed3b4569-3d64-4982-bd08-61ea95c9e84b service neutron] Bound port: 5ddbb72e-a939-491e-b23a-62e5f93e3002, host: hv-cinder-81561, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '974828e1-7153-4348-912c-a42e71ffbf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f712cad4-e8ca-42ec-98fb-45f5bacc0fc1'}}] {{(pid=108314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 02:13:28.259723 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-b3f4c75c-8878-441b-9519-326bc7289b01 req-ed3b4569-3d64-4982-bd08-61ea95c9e84b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:13:28.346406 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.db [req-b3f4c75c-8878-441b-9519-326bc7289b01 req-ed3b4569-3d64-4982-bd08-61ea95c9e84b service neutron] For port 5ddbb72e-a939-491e-b23a-62e5f93e3002, host hv-cinder-81561, cleared binding levels {{(pid=108314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 02:13:28.365889 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.db [req-b3f4c75c-8878-441b-9519-326bc7289b01 req-ed3b4569-3d64-4982-bd08-61ea95c9e84b service neutron] For port 5ddbb72e-a939-491e-b23a-62e5f93e3002, host hv-cinder-81561, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=5ddbb72e-a939-491e-b23a-62e5f93e3002,segment=NetworkSegment(974828e1-7153-4348-912c-a42e71ffbf48),segment_id=974828e1-7153-4348-912c-a42e71ffbf48)] {{(pid=108314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 02:13:28.382369 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e7918e-2c45-4455-8cfa-f635dfdfe18d req-3d73800b-358d-45d0-b793-e56544936fe5 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:13:28.383857 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-46e7918e-2c45-4455-8cfa-f635dfdfe18d req-3d73800b-358d-45d0-b793-e56544936fe5 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e224262-fe47-4306-9c1b-75a8a4b3879d HTTP/1.1" status: 200 len: 944 time: 0.0670371 Nov 03 02:13:28.432546 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-46e7918e-2c45-4455-8cfa-f635dfdfe18d req-c44fc6ea-d891-4ed5-95b7-65b1e4611d2f tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1e43461-b85d-4639-b4a3-3f08fe84210d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426216 Nov 03 02:13:28.437930 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-b3f4c75c-8878-441b-9519-326bc7289b01 req-ed3b4569-3d64-4982-bd08-61ea95c9e84b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126899640'] for port, after_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:13:28.471129 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f4c75c-8878-441b-9519-326bc7289b01 req-ed3b4569-3d64-4982-bd08-61ea95c9e84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:13:28.471740 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-b3f4c75c-8878-441b-9519-326bc7289b01 req-ed3b4569-3d64-4982-bd08-61ea95c9e84b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622'] for port, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:13:28.473131 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b3f4c75c-8878-441b-9519-326bc7289b01 req-ed3b4569-3d64-4982-bd08-61ea95c9e84b service neutron] 10.222.0.37 "PUT /v2.0/ports/5ddbb72e-a939-491e-b23a-62e5f93e3002 HTTP/1.1" status: 200 len: 1094 time: 0.7572141 Nov 03 02:13:28.473575 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e224262-fe47-4306-9c1b-75a8a4b3879d', 'tag': '5ddbb72e-a939-491e-b23a-62e5f93e3002'}] {{(pid=108314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:13:28.475862 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b9e71fb97e4882bef21449c101b24c97d897c9b718fbc8dac7673975a826a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a4aec3-18dc-42a5-a6ac-bd311cece53e" -d '{"events": [{"name": "network-changed", "server_uuid": "6e224262-fe47-4306-9c1b-75a8a4b3879d", "tag": "5ddbb72e-a939-491e-b23a-62e5f93e3002"}]}' {{(pid=108314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:13:28.504940 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b4569-3d64-4982-bd08-61ea95c9e84b service neutron] Pushing event updated for resources: {'Port': ['ID=5ddbb72e-a939-491e-b23a-62e5f93e3002,revision_number=3']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:13:28.521193 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 02:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b1f2714-ad72-42e3-8314-dbef8e56e6f2 x-openstack-request-id: req-3b1f2714-ad72-42e3-8314-dbef8e56e6f2 {{(pid=108314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:13:28.521494 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e224262-fe47-4306-9c1b-75a8a4b3879d", "tag": "5ddbb72e-a939-491e-b23a-62e5f93e3002", "status": "completed", "code": 200}]} {{(pid=108314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:13:28.521756 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3b1f2714-ad72-42e3-8314-dbef8e56e6f2 {{(pid=108314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:13:28.522248 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e224262-fe47-4306-9c1b-75a8a4b3879d', 'tag': '5ddbb72e-a939-491e-b23a-62e5f93e3002', 'status': 'completed', 'code': 200} Nov 03 02:13:28.593021 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4aec3-18dc-42a5-a6ac-bd311cece53e req-abc48965-88a6-4814-b508-4ad5cfc55b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:13:28.594695 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a5a4aec3-18dc-42a5-a6ac-bd311cece53e req-abc48965-88a6-4814-b508-4ad5cfc55b2d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a08b0f1fc6b940148531ae61a6847288&device_id=6e224262-fe47-4306-9c1b-75a8a4b3879d HTTP/1.1" status: 200 len: 1097 time: 0.0479734 Nov 03 02:13:28.699288 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4aec3-18dc-42a5-a6ac-bd311cece53e req-ad31be7a-fa54-47b0-b134-ed2052f0f772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:13:28.700753 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a5a4aec3-18dc-42a5-a6ac-bd311cece53e req-ad31be7a-fa54-47b0-b134-ed2052f0f772 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=a08b0f1fc6b940148531ae61a6847288&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0974095 Nov 03 02:13:28.794278 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4aec3-18dc-42a5-a6ac-bd311cece53e req-3df7cb25-137a-49dc-92d3-415f2251e875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:13:28.795649 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a5a4aec3-18dc-42a5-a6ac-bd311cece53e req-3df7cb25-137a-49dc-92d3-415f2251e875 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0867498 Nov 03 02:13:28.876964 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f4c75c-8878-441b-9519-326bc7289b01 req-46662cf9-fdc6-4393-b975-eba1b246052d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:13:28.878449 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b3f4c75c-8878-441b-9519-326bc7289b01 req-46662cf9-fdc6-4393-b975-eba1b246052d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a08b0f1fc6b940148531ae61a6847288&device_id=6e224262-fe47-4306-9c1b-75a8a4b3879d HTTP/1.1" status: 200 len: 1097 time: 0.0437541 Nov 03 02:13:28.919224 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b3f4c75c-8878-441b-9519-326bc7289b01 req-68366aac-7a1c-458c-8e07-4ba5ba8ec990 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ddbb72e-a939-491e-b23a-62e5f93e3002 HTTP/1.1" status: 200 len: 217 time: 0.0328693 Nov 03 02:13:28.967651 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f4c75c-8878-441b-9519-326bc7289b01 req-69981fca-8cf1-4e80-a7bc-7d7cb084bd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:13:28.969040 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b3f4c75c-8878-441b-9519-326bc7289b01 req-69981fca-8cf1-4e80-a7bc-7d7cb084bd54 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=43639205-925f-474d-a075-6f18826b2705 HTTP/1.1" status: 200 len: 850 time: 0.0418453 Nov 03 02:13:29.016645 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f4c75c-8878-441b-9519-326bc7289b01 req-e138b2af-9472-4caa-a492-8d910eeaa942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:13:29.018094 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b3f4c75c-8878-441b-9519-326bc7289b01 req-e138b2af-9472-4caa-a492-8d910eeaa942 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f712cad4-e8ca-42ec-98fb-45f5bacc0fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413518 Nov 03 02:13:29.106979 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b3f4c75c-8878-441b-9519-326bc7289b01 req-2c91764d-85c4-4210-9ed2-053659dd2de5 service neutron] 10.222.0.37 "GET /v2.0/networks/f712cad4-e8ca-42ec-98fb-45f5bacc0fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805771 Nov 03 02:13:29.197746 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b3f4c75c-8878-441b-9519-326bc7289b01 req-7c189549-eda6-40c8-8884-3b84010f5a57 service neutron] 10.222.0.37 "GET /v2.0/networks/f712cad4-e8ca-42ec-98fb-45f5bacc0fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833058 Nov 03 02:13:29.553853 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a0b93a-4d9e-4667-a615-3691a23f0ac4 req-ee00d2cd-8a26-4fcb-a934-75109daafad5 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:13:29.555369 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-c0a0b93a-4d9e-4667-a615-3691a23f0ac4 req-ee00d2cd-8a26-4fcb-a934-75109daafad5 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e224262-fe47-4306-9c1b-75a8a4b3879d HTTP/1.1" status: 200 len: 944 time: 0.0499837 Nov 03 02:13:29.606256 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-c0a0b93a-4d9e-4667-a615-3691a23f0ac4 req-e3964608-a444-4c96-8b68-39649f03710b tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1e43461-b85d-4639-b4a3-3f08fe84210d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438755 Nov 03 02:13:29.975087 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:13:30.717501 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a12405-3992-4da8-aab3-0f63b91e1825 req-5193621d-d6ac-4d05-8ff8-c4bb00271581 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:13:30.718962 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-70a12405-3992-4da8-aab3-0f63b91e1825 req-5193621d-d6ac-4d05-8ff8-c4bb00271581 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e224262-fe47-4306-9c1b-75a8a4b3879d HTTP/1.1" status: 200 len: 944 time: 0.0477791 Nov 03 02:13:30.766666 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-70a12405-3992-4da8-aab3-0f63b91e1825 req-667160b4-0087-4544-b8e1-cac9a166c7d1 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1e43461-b85d-4639-b4a3-3f08fe84210d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419173 Nov 03 02:13:31.884375 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a78e2ae-6c6f-4f77-924d-7f7b94aae802 req-27b0157f-68a3-4ac0-a965-bce83312cac2 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:13:31.885808 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-6a78e2ae-6c6f-4f77-924d-7f7b94aae802 req-27b0157f-68a3-4ac0-a965-bce83312cac2 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e224262-fe47-4306-9c1b-75a8a4b3879d HTTP/1.1" status: 200 len: 944 time: 0.0520203 Nov 03 02:13:31.933174 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-6a78e2ae-6c6f-4f77-924d-7f7b94aae802 req-d46de99a-f71d-4852-bf54-e13cf11255d8 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1e43461-b85d-4639-b4a3-3f08fe84210d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414994 Nov 03 02:13:31.955429 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.agents_db [None req-a2914077-2d9d-4477-8dde-df1573e0789a None None] Agent healthcheck: found 6 active agents {{(pid=108317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:13:33.047106 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55c4704-50f2-4d69-a92f-1f0679446f44 req-80ebf446-fa14-4735-8552-ccce8d405b5a tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:13:33.049241 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a55c4704-50f2-4d69-a92f-1f0679446f44 req-80ebf446-fa14-4735-8552-ccce8d405b5a tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e224262-fe47-4306-9c1b-75a8a4b3879d HTTP/1.1" status: 200 len: 944 time: 0.0498211 Nov 03 02:13:33.101852 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a55c4704-50f2-4d69-a92f-1f0679446f44 req-df8a1378-ae90-4cc1-b301-100624ae0b71 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1e43461-b85d-4639-b4a3-3f08fe84210d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467510 Nov 03 02:13:34.217724 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7130bd60-aa5e-49da-971d-9242ffb3abb5 req-3c630d6b-f9fa-4c4b-a345-9d38e950aa86 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:13:34.219239 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-7130bd60-aa5e-49da-971d-9242ffb3abb5 req-3c630d6b-f9fa-4c4b-a345-9d38e950aa86 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e224262-fe47-4306-9c1b-75a8a4b3879d HTTP/1.1" status: 200 len: 944 time: 0.0519650 Nov 03 02:13:34.267341 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-7130bd60-aa5e-49da-971d-9242ffb3abb5 req-7cd2bb0d-0c2a-4397-ad95-f5c8493888d8 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1e43461-b85d-4639-b4a3-3f08fe84210d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423505 Nov 03 02:13:35.380632 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07113b9-d886-4830-8b18-15a0cbcc803c req-13ad5297-4b5b-466c-b294-3b9ca9842cf8 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:13:35.382110 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b07113b9-d886-4830-8b18-15a0cbcc803c req-13ad5297-4b5b-466c-b294-3b9ca9842cf8 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e224262-fe47-4306-9c1b-75a8a4b3879d HTTP/1.1" status: 200 len: 944 time: 0.0481079 Nov 03 02:13:35.430730 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b07113b9-d886-4830-8b18-15a0cbcc803c req-3d2044d7-db9e-41f6-a4bb-03166e250720 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1e43461-b85d-4639-b4a3-3f08fe84210d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426440 Nov 03 02:13:36.542161 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0705d9eb-e47f-48d7-b130-9ef41ba90969 req-fa82e377-f5c4-4d42-bfb6-d295ec88521e tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:13:36.544159 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-0705d9eb-e47f-48d7-b130-9ef41ba90969 req-fa82e377-f5c4-4d42-bfb6-d295ec88521e tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e224262-fe47-4306-9c1b-75a8a4b3879d HTTP/1.1" status: 200 len: 944 time: 0.0483363 Nov 03 02:13:36.596972 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-0705d9eb-e47f-48d7-b130-9ef41ba90969 req-2cd960d2-b51e-4994-9d83-0efa24d701a2 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1e43461-b85d-4639-b4a3-3f08fe84210d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465815 Nov 03 02:13:36.717856 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device 5ddbb72e-a939-491e-b23a-62e5f93e3002 details requested by agent hyperv_hv-cinder-81561 with host hv-cinder-81561 {{(pid=108316) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 02:13:36.814501 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] For port 5ddbb72e-a939-491e-b23a-62e5f93e3002, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=5ddbb72e-a939-491e-b23a-62e5f93e3002,segment=NetworkSegment(974828e1-7153-4348-912c-a42e71ffbf48),segment_id=974828e1-7153-4348-912c-a42e71ffbf48)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:13:36.938569 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Returning: {'device': '5ddbb72e-a939-491e-b23a-62e5f93e3002', 'network_id': 'f712cad4-e8ca-42ec-98fb-45f5bacc0fc1', 'port_id': '5ddbb72e-a939-491e-b23a-62e5f93e3002', 'mac_address': 'fa:16:3e:94:c4:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43639205-925f-474d-a075-6f18826b2705', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108316) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 02:13:36.974201 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:13:36.986577 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.notifiers.nova [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ddbb72e-a939-491e-b23a-62e5f93e3002 {{(pid=108316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 02:13:37.004825 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] For port 5ddbb72e-a939-491e-b23a-62e5f93e3002, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=5ddbb72e-a939-491e-b23a-62e5f93e3002,segment=NetworkSegment(974828e1-7153-4348-912c-a42e71ffbf48),segment_id=974828e1-7153-4348-912c-a42e71ffbf48)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:13:37.054933 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:13:37.100008 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Pushing event updated for resources: {'Port': ['ID=5ddbb72e-a939-491e-b23a-62e5f93e3002,revision_number=4']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:13:37.266490 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] get_ports_and_sgs() called for port_ids ['5ddbb72e-a939-491e-b23a-62e5f93e3002'] {{(pid=108316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 02:13:37.709392 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3939feec-a6b7-495b-90dd-39c966d22d49 req-1ffa867f-0f1c-4a65-9d42-2e852fc79753 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:13:37.710836 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-3939feec-a6b7-495b-90dd-39c966d22d49 req-1ffa867f-0f1c-4a65-9d42-2e852fc79753 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e224262-fe47-4306-9c1b-75a8a4b3879d HTTP/1.1" status: 200 len: 945 time: 0.0477858 Nov 03 02:13:37.757628 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-3939feec-a6b7-495b-90dd-39c966d22d49 req-f14e4587-d6fb-47b6-8bee-a1611a3295f3 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1e43461-b85d-4639-b4a3-3f08fe84210d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409744 Nov 03 02:13:38.740700 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device 5ddbb72e-a939-491e-b23a-62e5f93e3002 up at agent hyperv_hv-cinder-81561 {{(pid=108316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 02:13:38.860627 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Provisioning for port 5ddbb72e-a939-491e-b23a-62e5f93e3002 completed by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 02:13:38.864722 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.provisioning_blocks [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Provisioning complete for port 5ddbb72e-a939-491e-b23a-62e5f93e3002 triggered by entity L2. {{(pid=108316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 02:13:38.865096 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577292'] for port, provisioning_complete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:13:38.868989 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc9fd7-c353-47fd-9213-28384abfaaa0 req-5f68a28f-1882-4e2b-9730-338a3ca927ec tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:13:38.870499 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-80bc9fd7-c353-47fd-9213-28384abfaaa0 req-5f68a28f-1882-4e2b-9730-338a3ca927ec tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e224262-fe47-4306-9c1b-75a8a4b3879d HTTP/1.1" status: 200 len: 945 time: 0.0480542 Nov 03 02:13:38.919943 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-80bc9fd7-c353-47fd-9213-28384abfaaa0 req-e1aeff25-5cb1-43bc-b0bc-e71c6bfc2e25 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1e43461-b85d-4639-b4a3-3f08fe84210d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435090 Nov 03 02:13:38.941085 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:13:38.962675 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e224262-fe47-4306-9c1b-75a8a4b3879d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ddbb72e-a939-491e-b23a-62e5f93e3002'}] {{(pid=108316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:13:38.965487 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c49bda4003134bcf77c295383a637b11cae661d7d3df1045ea696fe6ff2a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44686226-dcbf-4afe-a754-8c136da07852" -d '{"events": [{"server_uuid": "6e224262-fe47-4306-9c1b-75a8a4b3879d", "name": "network-vif-plugged", "status": "completed", "tag": "5ddbb72e-a939-491e-b23a-62e5f93e3002"}]}' {{(pid=108316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:13:38.977841 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] For port 5ddbb72e-a939-491e-b23a-62e5f93e3002, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=5ddbb72e-a939-491e-b23a-62e5f93e3002,segment=NetworkSegment(974828e1-7153-4348-912c-a42e71ffbf48),segment_id=974828e1-7153-4348-912c-a42e71ffbf48)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:13:39.006426 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 02:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7371c3d5-1d6a-49eb-a2d1-dd79334ab4c8 x-openstack-request-id: req-7371c3d5-1d6a-49eb-a2d1-dd79334ab4c8 {{(pid=108316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:13:39.006426 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e224262-fe47-4306-9c1b-75a8a4b3879d", "name": "network-vif-plugged", "status": "completed", "tag": "5ddbb72e-a939-491e-b23a-62e5f93e3002", "code": 200}]} {{(pid=108316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:13:39.006426 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7371c3d5-1d6a-49eb-a2d1-dd79334ab4c8 {{(pid=108316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:13:39.006426 dv-cinder-815614-3-iscsi neutron-server[108316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e224262-fe47-4306-9c1b-75a8a4b3879d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ddbb72e-a939-491e-b23a-62e5f93e3002', 'code': 200} Nov 03 02:13:39.055020 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:13:39.107533 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Pushing event updated for resources: {'Port': ['ID=5ddbb72e-a939-491e-b23a-62e5f93e3002,revision_number=5']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:13:39.397782 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51738ddd-53ba-4749-a61a-125f5e8f4b18 req-1f3c6a9f-fab3-4c87-96cf-f615a4bc6395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:13:39.399181 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-51738ddd-53ba-4749-a61a-125f5e8f4b18 req-1f3c6a9f-fab3-4c87-96cf-f615a4bc6395 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6e224262-fe47-4306-9c1b-75a8a4b3879d HTTP/1.1" status: 200 len: 1099 time: 0.0423131 Nov 03 02:13:39.446055 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-51738ddd-53ba-4749-a61a-125f5e8f4b18 req-a4728477-6d75-4154-8c1c-4ff6e57f4479 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e1e43461-b85d-4639-b4a3-3f08fe84210d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395689 Nov 03 02:13:40.032524 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58121d70-de71-48aa-a29e-4f572c56320f req-6600ba47-3ea1-4654-b2a4-be9f47528e12 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:13:40.034010 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-58121d70-de71-48aa-a29e-4f572c56320f req-6600ba47-3ea1-4654-b2a4-be9f47528e12 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e224262-fe47-4306-9c1b-75a8a4b3879d HTTP/1.1" status: 200 len: 946 time: 0.0467458 Nov 03 02:13:40.083432 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-58121d70-de71-48aa-a29e-4f572c56320f req-bf9ad460-5115-42d7-a8af-fa51c0568586 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1e43461-b85d-4639-b4a3-3f08fe84210d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433240 Nov 03 02:13:41.200775 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08725c65-5419-493b-99bc-efb4ffe77358 req-0a382c41-7eb4-4ec2-a3a2-3f12610ee374 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:13:41.202309 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-08725c65-5419-493b-99bc-efb4ffe77358 req-0a382c41-7eb4-4ec2-a3a2-3f12610ee374 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e224262-fe47-4306-9c1b-75a8a4b3879d HTTP/1.1" status: 200 len: 946 time: 0.0493126 Nov 03 02:13:41.253907 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-08725c65-5419-493b-99bc-efb4ffe77358 req-fe4e8e2c-d517-4410-81e1-4710318f55e6 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1e43461-b85d-4639-b4a3-3f08fe84210d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455925 Nov 03 02:13:41.369397 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8bee0f-19e4-42ca-8e8f-c2fc1d992a96 req-7f5708f8-d944-44b8-a845-945a6c0baef0 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:13:41.370907 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-6b8bee0f-19e4-42ca-8e8f-c2fc1d992a96 req-7f5708f8-d944-44b8-a845-945a6c0baef0 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e224262-fe47-4306-9c1b-75a8a4b3879d HTTP/1.1" status: 200 len: 946 time: 0.0528440 Nov 03 02:13:41.421585 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-6b8bee0f-19e4-42ca-8e8f-c2fc1d992a96 req-7da7b684-3141-49b3-a274-dedf13b731c6 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1e43461-b85d-4639-b4a3-3f08fe84210d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444584 Nov 03 02:13:41.443877 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 51782) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:13:41.483034 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed8f825-0f6f-44c5-abf8-4840542e1379 tempest-TestVolumeBootPattern-1258374316 tempest-TestVolumeBootPattern-1258374316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:13:41.484564 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-5ed8f825-0f6f-44c5-abf8-4840542e1379 tempest-TestVolumeBootPattern-1258374316 tempest-TestVolumeBootPattern-1258374316-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=6e224262-fe47-4306-9c1b-75a8a4b3879d HTTP/1.1" status: 200 len: 1094 time: 0.0396643 Nov 03 02:13:41.487315 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 51784) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:13:41.491493 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.v2.base [None req-30b71466-cdb2-4626-a165-5c8cb380c750 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Request body: {'floatingip': {'floating_network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'port_id': '5ddbb72e-a939-491e-b23a-62e5f93e3002', 'tenant_id': 'a08b0f1fc6b940148531ae61a6847288', 'fixed_ip_address': '172.20.0.12'}} {{(pid=108314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 02:13:41.552213 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-30b71466-cdb2-4626-a165-5c8cb380c750 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks [] for floatingip, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:13:41.649257 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-30b71466-cdb2-4626-a165-5c8cb380c750 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:13:41.755942 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.db_base_plugin_common [None req-30b71466-cdb2-4626-a165-5c8cb380c750 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Allocated IP 172.27.1.193 (4ca214f6-e89c-4bd7-af93-48c10786815e/d2239322-01a4-44c7-bb94-af7246032662/9fa81191-7f5b-41db-95cd-51929ed1669f) {{(pid=108314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 02:13:41.852728 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-30b71466-cdb2-4626-a165-5c8cb380c750 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks [] for port, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:13:41.945939 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-30b71466-cdb2-4626-a165-5c8cb380c750 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784217128214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126899639'] for port, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:13:41.981192 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b71466-cdb2-4626-a165-5c8cb380c750 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Network 4ca214f6-e89c-4bd7-af93-48c10786815e is already hosted by enough agents. {{(pid=108314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 02:13:41.983927 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.base_scheduler [None req-30b71466-cdb2-4626-a165-5c8cb380c750 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Resources bound (agent type, host, resource id): {{(pid=108314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 02:13:41.989731 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b71466-cdb2-4626-a165-5c8cb380c750 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Received port after_create {{(pid=108314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 02:13:42.016431 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b71466-cdb2-4626-a165-5c8cb380c750 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Pushing event updated for resources: {'Port': ['ID=9fa81191-7f5b-41db-95cd-51929ed1669f,revision_number=1']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:13:42.603316 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-30b71466-cdb2-4626-a165-5c8cb380c750 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:13:42.721129 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-30b71466-cdb2-4626-a165-5c8cb380c750 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:13:42.867574 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-30b71466-cdb2-4626-a165-5c8cb380c750 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks [] for port, precommit_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:13:42.957731 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-30b71466-cdb2-4626-a165-5c8cb380c750 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126899640'] for port, after_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:13:43.028250 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b71466-cdb2-4626-a165-5c8cb380c750 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Pushing event updated for resources: {'Port': ['ID=9fa81191-7f5b-41db-95cd-51929ed1669f,revision_number=2']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:13:43.040483 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-30b71466-cdb2-4626-a165-5c8cb380c750 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641583'] for floatingip, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:13:43.140951 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.db.l3_db [None req-30b71466-cdb2-4626-a165-5c8cb380c750 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Floating IP 3443a67e-b14c-43db-9938-972ec4507d73 associated. External IP: 172.27.1.193, port: 5ddbb72e-a939-491e-b23a-62e5f93e3002. Nov 03 02:13:43.353758 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30b71466-cdb2-4626-a165-5c8cb380c750 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Router c53cceb8-96b2-410c-a04b-01b956cef230 has already been hosted by L3 agent dfdd482b-800d-4ddb-af67-bfdcf28c1d2f {{(pid=108314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:13:43.461965 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b71466-cdb2-4626-a165-5c8cb380c750 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Notify agent at l3_agent.dv-cinder-815614-3-iscsi the message routers_updated {{(pid=108314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:13:43.471852 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea7259e-5b64-430d-b1b4-035af2b4aa7b None None] Sync routers for ids ['c53cceb8-96b2-410c-a04b-01b956cef230'] in dv-cinder-815614-3-iscsi {{(pid=108317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:13:43.481650 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea7259e-5b64-430d-b1b4-035af2b4aa7b None None] Routers {'c53cceb8-96b2-410c-a04b-01b956cef230'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:13:43.482284 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-fea7259e-5b64-430d-b1b4-035af2b4aa7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:13:19Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['c53cceb8-96b2-410c-a04b-01b956cef230'], 'active': True} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:13:43.587519 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvr_db [None req-fea7259e-5b64-430d-b1b4-035af2b4aa7b None None] Set router c53cceb8-96b2-410c-a04b-01b956cef230 gateway port host: dv-cinder-815614-3-iscsi {{(pid=108317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:13:43.594363 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-30b71466-cdb2-4626-a165-5c8cb380c750 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622'] for floatingip, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:13:43.622512 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-30b71466-cdb2-4626-a165-5c8cb380c750 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1341624 Nov 03 02:13:43.623234 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e224262-fe47-4306-9c1b-75a8a4b3879d', 'tag': '5ddbb72e-a939-491e-b23a-62e5f93e3002'}] {{(pid=108314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:13:43.625434 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b9e71fb97e4882bef21449c101b24c97d897c9b718fbc8dac7673975a826a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f26716d7-eedd-46ae-98b8-a48af941c407" -d '{"events": [{"name": "network-changed", "server_uuid": "6e224262-fe47-4306-9c1b-75a8a4b3879d", "tag": "5ddbb72e-a939-491e-b23a-62e5f93e3002"}]}' {{(pid=108314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:13:43.661544 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 02:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb3edf2-7e82-4ce4-a43c-416ffa6a5843 x-openstack-request-id: req-cdb3edf2-7e82-4ce4-a43c-416ffa6a5843 {{(pid=108314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:13:43.661836 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e224262-fe47-4306-9c1b-75a8a4b3879d", "tag": "5ddbb72e-a939-491e-b23a-62e5f93e3002", "status": "completed", "code": 200}]} {{(pid=108314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:13:43.662097 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cdb3edf2-7e82-4ce4-a43c-416ffa6a5843 {{(pid=108314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:13:43.662536 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e224262-fe47-4306-9c1b-75a8a4b3879d', 'tag': '5ddbb72e-a939-491e-b23a-62e5f93e3002', 'status': 'completed', 'code': 200} Nov 03 02:13:43.726483 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26716d7-eedd-46ae-98b8-a48af941c407 req-12bba1e5-97cf-4d0e-9d2d-1b5fa5ce9771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:13:43.727955 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f26716d7-eedd-46ae-98b8-a48af941c407 req-12bba1e5-97cf-4d0e-9d2d-1b5fa5ce9771 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a08b0f1fc6b940148531ae61a6847288&device_id=6e224262-fe47-4306-9c1b-75a8a4b3879d HTTP/1.1" status: 200 len: 1099 time: 0.0429564 Nov 03 02:13:43.818340 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-fea7259e-5b64-430d-b1b4-035af2b4aa7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'name': 'tempest-TestVolumeBootPattern-964798403-router', 'tenant_id': 'a08b0f1fc6b940148531ae61a6847288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '27fddf72-16d8-4633-a63b-2c55aeb0aa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:07:52Z', 'updated_at': '2021-11-03T02:07:56Z', 'revision_number': 4, 'project_id': 'a08b0f1fc6b940148531ae61a6847288', 'gw_port': {'id': '27fddf72-16d8-4633-a63b-2c55aeb0aa60', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:75:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:07:53Z', 'updated_at': '2021-11-03T02:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_floatingips': [{'id': '14b914dd-4e14-4ab6-8e26-a40e6e82606a', 'tenant_id': 'a08b0f1fc6b940148531ae61a6847288', 'floating_ip_address': '172.27.1.135', 'floating_network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'router_id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'port_id': 'e4f46ead-c149-4eee-ac3c-12255a6be4f7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f712cad4-e8ca-42ec-98fb-45f5bacc0fc1', 'mac_address': 'fa:16:3e:b5:a6:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7a5a05-f330-4efd-8bb2-d11ec928e3a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T02:11:35Z', 'updated_at': '2021-11-03T02:11:37Z', 'revision_number': 1, 'project_id': 'a08b0f1fc6b940148531ae61a6847288', 'fixed_ip_address_scope': None}, {'id': '3443a67e-b14c-43db-9938-972ec4507d73', 'tenant_id': 'a08b0f1fc6b940148531ae61a6847288', 'floating_ip_address': '172.27.1.193', 'floating_network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'router_id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'port_id': '5ddbb72e-a939-491e-b23a-62e5f93e3002', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f712cad4-e8ca-42ec-98fb-45f5bacc0fc1', 'mac_address': 'fa:16:3e:94:c4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e224262-fe47-4306-9c1b-75a8a4b3879d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T02:13:42Z', 'updated_at': '2021-11-03T02:13:42Z', 'revision_number': 0, 'project_id': 'a08b0f1fc6b940148531ae61a6847288', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee1dbab4-efdb-4180-a487-fed713956095', 'name': '', 'network_id': 'f712cad4-e8ca-42ec-98fb-45f5bacc0fc1', 'tenant_id': 'a08b0f1fc6b940148531ae61a6847288', 'mac_address': 'fa:16:3e:b7:1b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '43639205-925f-474d-a075-6f18826b2705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:07:56Z', 'updated_at': '2021-11-03T02:08:02Z', 'revision_number': 5, 'project_id': 'a08b0f1fc6b940148531ae61a6847288', 'subnets': [{'id': '43639205-925f-474d-a075-6f18826b2705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:13:43.826210 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26716d7-eedd-46ae-98b8-a48af941c407 req-b8688212-c995-4dc8-b984-d7ba5dcc8fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:13:43.827663 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f26716d7-eedd-46ae-98b8-a48af941c407 req-b8688212-c995-4dc8-b984-d7ba5dcc8fc4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f712cad4-e8ca-42ec-98fb-45f5bacc0fc1 HTTP/1.1" status: 200 len: 912 time: 0.0923226 Nov 03 02:13:43.844274 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea7259e-5b64-430d-b1b4-035af2b4aa7b None None] Checking router: c53cceb8-96b2-410c-a04b-01b956cef230 for host: dv-cinder-815614-3-iscsi {{(pid=108317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:13:43.852419 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea7259e-5b64-430d-b1b4-035af2b4aa7b None None] Routers {'c53cceb8-96b2-410c-a04b-01b956cef230'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:13:43.853014 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-fea7259e-5b64-430d-b1b4-035af2b4aa7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:13:19Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['c53cceb8-96b2-410c-a04b-01b956cef230'], 'active': True} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:13:43.900248 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f26716d7-eedd-46ae-98b8-a48af941c407 req-bfb7b300-944f-4cc0-ac2a-fae3802eac7c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ddbb72e-a939-491e-b23a-62e5f93e3002 HTTP/1.1" status: 200 len: 1000 time: 0.0640769 Nov 03 02:13:43.950566 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26716d7-eedd-46ae-98b8-a48af941c407 req-7c91b7e4-2a55-4daf-93dd-d4900f51be96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:13:43.952023 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f26716d7-eedd-46ae-98b8-a48af941c407 req-7c91b7e4-2a55-4daf-93dd-d4900f51be96 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=43639205-925f-474d-a075-6f18826b2705 HTTP/1.1" status: 200 len: 850 time: 0.0444129 Nov 03 02:13:43.973235 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvr_db [None req-fea7259e-5b64-430d-b1b4-035af2b4aa7b None None] Set router c53cceb8-96b2-410c-a04b-01b956cef230 gateway port host: dv-cinder-815614-3-iscsi {{(pid=108317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:13:44.001913 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26716d7-eedd-46ae-98b8-a48af941c407 req-0a048972-7277-49e8-ac7b-9225228e5829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:13:44.003486 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f26716d7-eedd-46ae-98b8-a48af941c407 req-0a048972-7277-49e8-ac7b-9225228e5829 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f712cad4-e8ca-42ec-98fb-45f5bacc0fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434978 Nov 03 02:13:44.098476 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f26716d7-eedd-46ae-98b8-a48af941c407 req-b33c31cb-236e-44f2-9064-00dfcbc67fb5 service neutron] 10.222.0.37 "GET /v2.0/networks/f712cad4-e8ca-42ec-98fb-45f5bacc0fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873489 Nov 03 02:13:44.191810 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f26716d7-eedd-46ae-98b8-a48af941c407 req-fb889b95-71f1-43a3-99fc-98f62d7f9035 service neutron] 10.222.0.37 "GET /v2.0/networks/f712cad4-e8ca-42ec-98fb-45f5bacc0fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865934 Nov 03 02:13:44.284339 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-fea7259e-5b64-430d-b1b4-035af2b4aa7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'name': 'tempest-TestVolumeBootPattern-964798403-router', 'tenant_id': 'a08b0f1fc6b940148531ae61a6847288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '27fddf72-16d8-4633-a63b-2c55aeb0aa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:07:52Z', 'updated_at': '2021-11-03T02:07:56Z', 'revision_number': 4, 'project_id': 'a08b0f1fc6b940148531ae61a6847288', 'gw_port': {'id': '27fddf72-16d8-4633-a63b-2c55aeb0aa60', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:75:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:07:53Z', 'updated_at': '2021-11-03T02:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_floatingips': [{'id': '14b914dd-4e14-4ab6-8e26-a40e6e82606a', 'tenant_id': 'a08b0f1fc6b940148531ae61a6847288', 'floating_ip_address': '172.27.1.135', 'floating_network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'router_id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'port_id': 'e4f46ead-c149-4eee-ac3c-12255a6be4f7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f712cad4-e8ca-42ec-98fb-45f5bacc0fc1', 'mac_address': 'fa:16:3e:b5:a6:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7a5a05-f330-4efd-8bb2-d11ec928e3a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T02:11:35Z', 'updated_at': '2021-11-03T02:11:37Z', 'revision_number': 1, 'project_id': 'a08b0f1fc6b940148531ae61a6847288', 'fixed_ip_address_scope': None}, {'id': '3443a67e-b14c-43db-9938-972ec4507d73', 'tenant_id': 'a08b0f1fc6b940148531ae61a6847288', 'floating_ip_address': '172.27.1.193', 'floating_network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'router_id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'port_id': '5ddbb72e-a939-491e-b23a-62e5f93e3002', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f712cad4-e8ca-42ec-98fb-45f5bacc0fc1', 'mac_address': 'fa:16:3e:94:c4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e224262-fe47-4306-9c1b-75a8a4b3879d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T02:13:42Z', 'updated_at': '2021-11-03T02:13:42Z', 'revision_number': 0, 'project_id': 'a08b0f1fc6b940148531ae61a6847288', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee1dbab4-efdb-4180-a487-fed713956095', 'name': '', 'network_id': 'f712cad4-e8ca-42ec-98fb-45f5bacc0fc1', 'tenant_id': 'a08b0f1fc6b940148531ae61a6847288', 'mac_address': 'fa:16:3e:b7:1b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '43639205-925f-474d-a075-6f18826b2705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:07:56Z', 'updated_at': '2021-11-03T02:08:02Z', 'revision_number': 5, 'project_id': 'a08b0f1fc6b940148531ae61a6847288', 'subnets': [{'id': '43639205-925f-474d-a075-6f18826b2705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:13:44.310445 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea7259e-5b64-430d-b1b4-035af2b4aa7b None None] The sync data for ids ['c53cceb8-96b2-410c-a04b-01b956cef230'] in dv-cinder-815614-3-iscsi is: [{'id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'name': 'tempest-TestVolumeBootPattern-964798403-router', 'tenant_id': 'a08b0f1fc6b940148531ae61a6847288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '27fddf72-16d8-4633-a63b-2c55aeb0aa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:07:52Z', 'updated_at': '2021-11-03T02:07:56Z', 'revision_number': 4, 'project_id': 'a08b0f1fc6b940148531ae61a6847288', 'gw_port': {'id': '27fddf72-16d8-4633-a63b-2c55aeb0aa60', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:75:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:07:53Z', 'updated_at': '2021-11-03T02:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_floatingips': [{'id': '14b914dd-4e14-4ab6-8e26-a40e6e82606a', 'tenant_id': 'a08b0f1fc6b940148531ae61a6847288', 'floating_ip_address': '172.27.1.135', 'floating_network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'router_id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'port_id': 'e4f46ead-c149-4eee-ac3c-12255a6be4f7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f712cad4-e8ca-42ec-98fb-45f5bacc0fc1', 'mac_address': 'fa:16:3e:b5:a6:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7a5a05-f330-4efd-8bb2-d11ec928e3a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T02:11:35Z', 'updated_at': '2021-11-03T02:11:37Z', 'revision_number': 1, 'project_id': 'a08b0f1fc6b940148531ae61a6847288', 'fixed_ip_address_scope': None}, {'id': '3443a67e-b14c-43db-9938-972ec4507d73', 'tenant_id': 'a08b0f1fc6b940148531ae61a6847288', 'floating_ip_address': '172.27.1.193', 'floating_network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'router_id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'port_id': '5ddbb72e-a939-491e-b23a-62e5f93e3002', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f712cad4-e8ca-42ec-98fb-45f5bacc0fc1', 'mac_address': 'fa:16:3e:94:c4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e224262-fe47-4306-9c1b-75a8a4b3879d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T02:13:42Z', 'updated_at': '2021-11-03T02:13:42Z', 'revision_number': 0, 'project_id': 'a08b0f1fc6b940148531ae61a6847288', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee1dbab4-efdb-4180-a487-fed713956095', 'name': '', 'network_id': 'f712cad4-e8ca-42ec-98fb-45f5bacc0fc1', 'tenant_id': 'a08b0f1fc6b940148531ae61a6847288', 'mac_address': 'fa:16:3e:b7:1b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '43639205-925f-474d-a075-6f18826b2705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:07:56Z', 'updated_at': '2021-11-03T02:08:02Z', 'revision_number': 5, 'project_id': 'a08b0f1fc6b940148531ae61a6847288', 'subnets': [{'id': '43639205-925f-474d-a075-6f18826b2705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:13:44.488575 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d72aae7-a342-4d05-9685-5437839a6c14 None None] New status for floating IP 3443a67e-b14c-43db-9938-972ec4507d73: ACTIVE {{(pid=108316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 02:13:46.688822 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-1badc41b-3166-4836-8e73-487628c5018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:13:48.945676 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-c14a6549-cf49-4666-9489-213403e17216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:13:49.974687 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-3baf3433-eee1-48f0-90c8-209ed8ef0e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:13:51.380310 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-5b813f54-077d-440d-903f-32bc670fe069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:13:54.031568 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:13:59.952360 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:05.396244 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f081726-39ac-4817-9247-4e06db8554fd req-f6dd4ecb-0b9c-473c-a3c6-68edc3c172b7 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:14:05.397716 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-0f081726-39ac-4817-9247-4e06db8554fd req-f6dd4ecb-0b9c-473c-a3c6-68edc3c172b7 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/ports?device_id=a425aa4c-e486-46d1-a3b2-6c4bf5c5359f HTTP/1.1" status: 200 len: 946 time: 0.0489986 Nov 03 02:14:05.444971 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-0f081726-39ac-4817-9247-4e06db8554fd req-898948f9-1f8d-42a7-9372-3b34c16977cc tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c078fb7-b4a9-484d-8153-d421898fbe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410585 Nov 03 02:14:06.565848 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0edfdf-d403-4903-b2d9-d786426bcd7a req-2d1378a2-0600-4e99-b05b-f1d8db6420d8 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:14:06.567604 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-8d0edfdf-d403-4903-b2d9-d786426bcd7a req-2d1378a2-0600-4e99-b05b-f1d8db6420d8 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/ports?device_id=a425aa4c-e486-46d1-a3b2-6c4bf5c5359f HTTP/1.1" status: 200 len: 946 time: 0.0508082 Nov 03 02:14:06.629325 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-8d0edfdf-d403-4903-b2d9-d786426bcd7a req-7c4c67a4-6fdc-4c2d-9418-65c846b46862 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c078fb7-b4a9-484d-8153-d421898fbe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543475 Nov 03 02:14:07.215937 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9018219a-a52b-40b0-b566-c5044d9e8c60 req-6a39b858-c4bb-4436-950a-3219790e145c tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:14:07.217474 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-9018219a-a52b-40b0-b566-c5044d9e8c60 req-6a39b858-c4bb-4436-950a-3219790e145c tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.37 "GET /v2.0/ports?device_id=a425aa4c-e486-46d1-a3b2-6c4bf5c5359f HTTP/1.1" status: 200 len: 946 time: 0.0522590 Nov 03 02:14:07.305945 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.plugin [req-9018219a-a52b-40b0-b566-c5044d9e8c60 req-1a3014d9-6c3e-490a-9029-94ab51363114 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Deleting port 4b5862d0-8505-44dd-bc82-5652650c09b5 {{(pid=108314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 02:14:07.306316 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-9018219a-a52b-40b0-b566-c5044d9e8c60 req-1a3014d9-6c3e-490a-9029-94ab51363114 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784217550484'] for port, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:07.395350 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.db [req-9018219a-a52b-40b0-b566-c5044d9e8c60 req-1a3014d9-6c3e-490a-9029-94ab51363114 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] For port 4b5862d0-8505-44dd-bc82-5652650c09b5, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=4b5862d0-8505-44dd-bc82-5652650c09b5,segment=NetworkSegment(952abac8-fe65-4f46-9d97-5b5131c8a13f),segment_id=952abac8-fe65-4f46-9d97-5b5131c8a13f)] {{(pid=108314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:14:07.395715 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-9018219a-a52b-40b0-b566-c5044d9e8c60 req-1a3014d9-6c3e-490a-9029-94ab51363114 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538104'] for port, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:07.562196 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-9018219a-a52b-40b0-b566-c5044d9e8c60 req-1a3014d9-6c3e-490a-9029-94ab51363114 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:07.562481 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-9018219a-a52b-40b0-b566-c5044d9e8c60 req-1a3014d9-6c3e-490a-9029-94ab51363114 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641583'] for floatingip, after_update {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:07.562807 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.db.l3_db [req-9018219a-a52b-40b0-b566-c5044d9e8c60 req-1a3014d9-6c3e-490a-9029-94ab51363114 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Floating IP bd70667b-0a31-4cd8-bb15-872a78165ac6 disassociated. External IP: 172.27.1.44, port: 4b5862d0-8505-44dd-bc82-5652650c09b5. Nov 03 02:14:07.563156 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.plugin [req-9018219a-a52b-40b0-b566-c5044d9e8c60 req-1a3014d9-6c3e-490a-9029-94ab51363114 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Calling delete_port for 4b5862d0-8505-44dd-bc82-5652650c09b5 owned by compute:nova {{(pid=108314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 02:14:07.747926 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d35387-304e-497c-a030-e7aeea809f0d req-67c921e1-94f9-4d34-b779-4b7c68313d4b tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:14:07.749435 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-c8d35387-304e-497c-a030-e7aeea809f0d req-67c921e1-94f9-4d34-b779-4b7c68313d4b tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/ports?device_id=a425aa4c-e486-46d1-a3b2-6c4bf5c5359f HTTP/1.1" status: 200 len: 946 time: 0.0516164 Nov 03 02:14:07.773858 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-9018219a-a52b-40b0-b566-c5044d9e8c60 req-1a3014d9-6c3e-490a-9029-94ab51363114 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784217703262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784217128223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126899639'] for port, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:07.820364 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3014d9-6c3e-490a-9029-94ab51363114 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Pushing event deleted for resources: {'Port': ['ID=4b5862d0-8505-44dd-bc82-5652650c09b5,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:14:07.836685 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-c8d35387-304e-497c-a030-e7aeea809f0d req-7e97bcef-8583-4523-a6b0-22b59425f827 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c078fb7-b4a9-484d-8153-d421898fbe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812838 Nov 03 02:14:07.837924 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3014d9-6c3e-490a-9029-94ab51363114 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:14:07.838300 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3014d9-6c3e-490a-9029-94ab51363114 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:14:07.838645 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3014d9-6c3e-490a-9029-94ab51363114 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:14:07.838982 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3014d9-6c3e-490a-9029-94ab51363114 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:14:07.839313 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3014d9-6c3e-490a-9029-94ab51363114 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:14:07.839672 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3014d9-6c3e-490a-9029-94ab51363114 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:14:07.839967 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3014d9-6c3e-490a-9029-94ab51363114 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:14:07.840293 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3014d9-6c3e-490a-9029-94ab51363114 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:14:07.840623 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3014d9-6c3e-490a-9029-94ab51363114 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:14:07.840969 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3014d9-6c3e-490a-9029-94ab51363114 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:14:07.841296 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3014d9-6c3e-490a-9029-94ab51363114 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:14:07.841618 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3014d9-6c3e-490a-9029-94ab51363114 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:14:07.946896 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9018219a-a52b-40b0-b566-c5044d9e8c60 req-1a3014d9-6c3e-490a-9029-94ab51363114 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Router 6cd8900a-2db9-4b59-83ae-59578adad30e has already been hosted by L3 agent dfdd482b-800d-4ddb-af67-bfdcf28c1d2f {{(pid=108314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:14:08.054476 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9018219a-a52b-40b0-b566-c5044d9e8c60 req-1a3014d9-6c3e-490a-9029-94ab51363114 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Notify agent at l3_agent.dv-cinder-815614-3-iscsi the message routers_updated {{(pid=108314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:14:08.064788 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d62a5bd-42c7-4ad3-994a-485c3de70f1a None None] Sync routers for ids ['6cd8900a-2db9-4b59-83ae-59578adad30e'] in dv-cinder-815614-3-iscsi {{(pid=108317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:14:08.074870 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d62a5bd-42c7-4ad3-994a-485c3de70f1a None None] Routers {'6cd8900a-2db9-4b59-83ae-59578adad30e'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:14:08.075418 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-7d62a5bd-42c7-4ad3-994a-485c3de70f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:13:49Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['6cd8900a-2db9-4b59-83ae-59578adad30e'], 'active': True} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:14:08.097069 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.l3_dvrscheduler_db [req-9018219a-a52b-40b0-b566-c5044d9e8c60 req-1a3014d9-6c3e-490a-9029-94ab51363114 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] No DVR routers for this DVR port 4b5862d0-8505-44dd-bc82-5652650c09b5 on host hv-cinder-81561 {{(pid=108314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 02:14:08.099644 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-9018219a-a52b-40b0-b566-c5044d9e8c60 req-1a3014d9-6c3e-490a-9029-94ab51363114 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622'] for port, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:08.103082 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-9018219a-a52b-40b0-b566-c5044d9e8c60 req-1a3014d9-6c3e-490a-9029-94ab51363114 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.37 "DELETE /v2.0/ports/4b5862d0-8505-44dd-bc82-5652650c09b5 HTTP/1.1" status: 204 len: 173 time: 0.8786864 Nov 03 02:14:08.103547 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a425aa4c-e486-46d1-a3b2-6c4bf5c5359f', 'name': 'network-vif-deleted', 'tag': '4b5862d0-8505-44dd-bc82-5652650c09b5'}] {{(pid=108314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:14:08.105835 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b9e71fb97e4882bef21449c101b24c97d897c9b718fbc8dac7673975a826a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fdbcfec-7392-4f19-bc9e-e94b6aafd3b7" -d '{"events": [{"server_uuid": "a425aa4c-e486-46d1-a3b2-6c4bf5c5359f", "name": "network-vif-deleted", "tag": "4b5862d0-8505-44dd-bc82-5652650c09b5"}]}' {{(pid=108314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:14:08.142719 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 02:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ac0f6a-8361-4c7b-a491-31afb27f443e x-openstack-request-id: req-a5ac0f6a-8361-4c7b-a491-31afb27f443e {{(pid=108314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:14:08.143011 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a425aa4c-e486-46d1-a3b2-6c4bf5c5359f", "name": "network-vif-deleted", "tag": "4b5862d0-8505-44dd-bc82-5652650c09b5", "status": "completed", "code": 200}]} {{(pid=108314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:14:08.143266 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a5ac0f6a-8361-4c7b-a491-31afb27f443e {{(pid=108314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:14:08.143671 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a425aa4c-e486-46d1-a3b2-6c4bf5c5359f', 'name': 'network-vif-deleted', 'tag': '4b5862d0-8505-44dd-bc82-5652650c09b5', 'status': 'completed', 'code': 200} Nov 03 02:14:08.187364 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvr_db [None req-7d62a5bd-42c7-4ad3-994a-485c3de70f1a None None] Set router 6cd8900a-2db9-4b59-83ae-59578adad30e gateway port host: dv-cinder-815614-3-iscsi {{(pid=108317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:14:08.392803 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-7d62a5bd-42c7-4ad3-994a-485c3de70f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd8900a-2db9-4b59-83ae-59578adad30e', 'name': 'tempest-AttachVolumeTestJSON-371307469-router', 'tenant_id': 'acd183c43fe64f528cb1a54e0e951443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'c03e6ce9-4b4b-4a9a-b734-440ea30860f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:09:50Z', 'updated_at': '2021-11-03T02:09:53Z', 'revision_number': 4, 'project_id': 'acd183c43fe64f528cb1a54e0e951443', 'gw_port': {'id': 'c03e6ce9-4b4b-4a9a-b734-440ea30860f9', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:04:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd8900a-2db9-4b59-83ae-59578adad30e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:09:51Z', 'updated_at': '2021-11-03T02:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_interfaces': [{'id': '633fd5a5-1eb8-47ec-8c70-16c62febaf49', 'name': '', 'network_id': 'cffa4a5f-809a-4e6a-b540-236a07565506', 'tenant_id': 'acd183c43fe64f528cb1a54e0e951443', 'mac_address': 'fa:16:3e:cb:3d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd8900a-2db9-4b59-83ae-59578adad30e', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '7ac96128-f0d1-4a89-997c-2692460bc837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:09:52Z', 'updated_at': '2021-11-03T02:09:56Z', 'revision_number': 5, 'project_id': 'acd183c43fe64f528cb1a54e0e951443', 'subnets': [{'id': '7ac96128-f0d1-4a89-997c-2692460bc837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:14:08.418453 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d62a5bd-42c7-4ad3-994a-485c3de70f1a None None] Checking router: 6cd8900a-2db9-4b59-83ae-59578adad30e for host: dv-cinder-815614-3-iscsi {{(pid=108317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:14:08.427402 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d62a5bd-42c7-4ad3-994a-485c3de70f1a None None] Routers {'6cd8900a-2db9-4b59-83ae-59578adad30e'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:14:08.427978 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-7d62a5bd-42c7-4ad3-994a-485c3de70f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:13:49Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['6cd8900a-2db9-4b59-83ae-59578adad30e'], 'active': True} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:14:08.529439 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvr_db [None req-7d62a5bd-42c7-4ad3-994a-485c3de70f1a None None] Set router 6cd8900a-2db9-4b59-83ae-59578adad30e gateway port host: dv-cinder-815614-3-iscsi {{(pid=108317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:14:08.721462 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-7d62a5bd-42c7-4ad3-994a-485c3de70f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd8900a-2db9-4b59-83ae-59578adad30e', 'name': 'tempest-AttachVolumeTestJSON-371307469-router', 'tenant_id': 'acd183c43fe64f528cb1a54e0e951443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'c03e6ce9-4b4b-4a9a-b734-440ea30860f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:09:50Z', 'updated_at': '2021-11-03T02:09:53Z', 'revision_number': 4, 'project_id': 'acd183c43fe64f528cb1a54e0e951443', 'gw_port': {'id': 'c03e6ce9-4b4b-4a9a-b734-440ea30860f9', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:04:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd8900a-2db9-4b59-83ae-59578adad30e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:09:51Z', 'updated_at': '2021-11-03T02:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_interfaces': [{'id': '633fd5a5-1eb8-47ec-8c70-16c62febaf49', 'name': '', 'network_id': 'cffa4a5f-809a-4e6a-b540-236a07565506', 'tenant_id': 'acd183c43fe64f528cb1a54e0e951443', 'mac_address': 'fa:16:3e:cb:3d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd8900a-2db9-4b59-83ae-59578adad30e', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '7ac96128-f0d1-4a89-997c-2692460bc837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:09:52Z', 'updated_at': '2021-11-03T02:09:56Z', 'revision_number': 5, 'project_id': 'acd183c43fe64f528cb1a54e0e951443', 'subnets': [{'id': '7ac96128-f0d1-4a89-997c-2692460bc837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:14:08.746707 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d62a5bd-42c7-4ad3-994a-485c3de70f1a None None] The sync data for ids ['6cd8900a-2db9-4b59-83ae-59578adad30e'] in dv-cinder-815614-3-iscsi is: [{'id': '6cd8900a-2db9-4b59-83ae-59578adad30e', 'name': 'tempest-AttachVolumeTestJSON-371307469-router', 'tenant_id': 'acd183c43fe64f528cb1a54e0e951443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'c03e6ce9-4b4b-4a9a-b734-440ea30860f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:09:50Z', 'updated_at': '2021-11-03T02:09:53Z', 'revision_number': 4, 'project_id': 'acd183c43fe64f528cb1a54e0e951443', 'gw_port': {'id': 'c03e6ce9-4b4b-4a9a-b734-440ea30860f9', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:04:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd8900a-2db9-4b59-83ae-59578adad30e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:09:51Z', 'updated_at': '2021-11-03T02:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_interfaces': [{'id': '633fd5a5-1eb8-47ec-8c70-16c62febaf49', 'name': '', 'network_id': 'cffa4a5f-809a-4e6a-b540-236a07565506', 'tenant_id': 'acd183c43fe64f528cb1a54e0e951443', 'mac_address': 'fa:16:3e:cb:3d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd8900a-2db9-4b59-83ae-59578adad30e', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '7ac96128-f0d1-4a89-997c-2692460bc837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:09:52Z', 'updated_at': '2021-11-03T02:09:56Z', 'revision_number': 5, 'project_id': 'acd183c43fe64f528cb1a54e0e951443', 'subnets': [{'id': '7ac96128-f0d1-4a89-997c-2692460bc837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:14:08.949569 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f349a311-d251-42bb-b4c8-fe78f6f9c09b req-a27dbae5-a973-43dc-9a09-b2a68875a6a6 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/ports?device_id=a425aa4c-e486-46d1-a3b2-6c4bf5c5359f HTTP/1.1" status: 200 len: 210 time: 0.0276442 Nov 03 02:14:08.954463 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.agents_db [None req-a2914077-2d9d-4477-8dde-df1573e0789a None None] Agent healthcheck: found 6 active agents {{(pid=108317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:14:08.974186 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1cbe7d-fdd5-4145-a2d9-ba3bb3c6f4f2 None None] New status for floating IP bd70667b-0a31-4cd8-bb15-872a78165ac6: DOWN {{(pid=108316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 02:14:10.106491 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 51920) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:14:10.160954 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-60e2faa6-cb44-4039-8b41-7c90e328549a tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks [] for security_group, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:10.183883 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-60e2faa6-cb44-4039-8b41-7c90e328549a tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:10.356868 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-60e2faa6-cb44-4039-8b41-7c90e328549a tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:10.359500 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-60e2faa6-cb44-4039-8b41-7c90e328549a tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks [] for security_group, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:10.360674 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-60e2faa6-cb44-4039-8b41-7c90e328549a tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "DELETE /v2.0/security-groups/7c078fb7-b4a9-484d-8153-d421898fbe8f HTTP/1.1" status: 204 len: 168 time: 0.2532015 Nov 03 02:14:10.363442 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 51924) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:14:10.369684 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e2faa6-cb44-4039-8b41-7c90e328549a tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c078fb7-b4a9-484d-8153-d421898fbe8f,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:14:10.376412 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.api.v2.resource [None req-25637e5d-63f3-450a-95bc-a31dc6233ee4 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] show failed (client error): The resource could not be found. Nov 03 02:14:10.376773 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e2faa6-cb44-4039-8b41-7c90e328549a tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:14:10.377129 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e2faa6-cb44-4039-8b41-7c90e328549a tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:14:10.377392 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-25637e5d-63f3-450a-95bc-a31dc6233ee4 tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "GET /v2.0/security-groups/7c078fb7-b4a9-484d-8153-d421898fbe8f HTTP/1.1" status: 404 len: 347 time: 0.0129092 Nov 03 02:14:10.377507 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e2faa6-cb44-4039-8b41-7c90e328549a tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:14:10.377794 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e2faa6-cb44-4039-8b41-7c90e328549a tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:14:10.378119 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e2faa6-cb44-4039-8b41-7c90e328549a tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:14:10.378473 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e2faa6-cb44-4039-8b41-7c90e328549a tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:14:10.378852 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e2faa6-cb44-4039-8b41-7c90e328549a tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:14:10.379176 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e2faa6-cb44-4039-8b41-7c90e328549a tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:14:10.379499 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e2faa6-cb44-4039-8b41-7c90e328549a tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:14:10.379818 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e2faa6-cb44-4039-8b41-7c90e328549a tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:14:10.380136 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e2faa6-cb44-4039-8b41-7c90e328549a tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:14:10.380249 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 51926) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:14:10.380452 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e2faa6-cb44-4039-8b41-7c90e328549a tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:14:10.504662 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.plugin [None req-33c0e65d-bc85-4c9a-876f-f2a91a110d1f tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Deleting port f03d50b3-d043-412c-b11e-e2991ee67f51 {{(pid=108314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 02:14:10.505000 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-33c0e65d-bc85-4c9a-876f-f2a91a110d1f tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784217550484'] for port, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:10.582051 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-33c0e65d-bc85-4c9a-876f-f2a91a110d1f tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538104'] for port, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:10.582345 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-33c0e65d-bc85-4c9a-876f-f2a91a110d1f tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:10.593580 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.plugin [None req-33c0e65d-bc85-4c9a-876f-f2a91a110d1f tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Calling delete_port for f03d50b3-d043-412c-b11e-e2991ee67f51 owned by network:floatingip {{(pid=108314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 02:14:10.797883 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-33c0e65d-bc85-4c9a-876f-f2a91a110d1f tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784217703262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784217128223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126899639'] for port, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:10.831031 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c0e65d-bc85-4c9a-876f-f2a91a110d1f tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Pushing event deleted for resources: {'Port': ['ID=f03d50b3-d043-412c-b11e-e2991ee67f51,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:14:10.888043 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-33c0e65d-bc85-4c9a-876f-f2a91a110d1f tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks [] for floatingip, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:10.890652 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-33c0e65d-bc85-4c9a-876f-f2a91a110d1f tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622'] for floatingip, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:10.891807 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-33c0e65d-bc85-4c9a-876f-f2a91a110d1f tempest-AttachVolumeTestJSON-1162721369 tempest-AttachVolumeTestJSON-1162721369-project] 10.222.0.30 "DELETE /v2.0/floatingips/bd70667b-0a31-4cd8-bb15-872a78165ac6 HTTP/1.1" status: 204 len: 168 time: 0.5108063 Nov 03 02:14:10.931804 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device 4b5862d0-8505-44dd-bc82-5652650c09b5 no longer exists at agent hyperv_hv-cinder-81561 {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:14:10.952052 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] No Port match for: 4b5862d0-8505-44dd-bc82-5652650c09b5 {{(pid=108316) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 02:14:10.952397 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device 4b5862d0-8505-44dd-bc82-5652650c09b5 not bound to the agent host hv-cinder-81561 {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:14:11.084112 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-4ea00994-e7c0-4564-b87a-fb048a58ee56 req-01a0858c-eb83-4ba4-bbfe-62e574b3e482 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2c7a5a05-f330-4efd-8bb2-d11ec928e3a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399914 Nov 03 02:14:11.172440 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea00994-e7c0-4564-b87a-fb048a58ee56 req-870d8527-7dc2-4f87-84aa-bdbd5045e1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:14:11.173919 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-4ea00994-e7c0-4564-b87a-fb048a58ee56 req-870d8527-7dc2-4f87-84aa-bdbd5045e1d8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a08b0f1fc6b940148531ae61a6847288&device_id=2c7a5a05-f330-4efd-8bb2-d11ec928e3a2 HTTP/1.1" status: 200 len: 1099 time: 0.0462222 Nov 03 02:14:11.275046 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea00994-e7c0-4564-b87a-fb048a58ee56 req-1c30f31c-4443-4cab-9fa3-304e7b6710c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:14:11.276559 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-4ea00994-e7c0-4564-b87a-fb048a58ee56 req-1c30f31c-4443-4cab-9fa3-304e7b6710c3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f712cad4-e8ca-42ec-98fb-45f5bacc0fc1 HTTP/1.1" status: 200 len: 912 time: 0.0830348 Nov 03 02:14:11.346000 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-4ea00994-e7c0-4564-b87a-fb048a58ee56 req-7a00538b-da42-498d-93c2-2e0495f22911 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4f46ead-c149-4eee-ac3c-12255a6be4f7 HTTP/1.1" status: 200 len: 1002 time: 0.0610425 Nov 03 02:14:11.394306 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea00994-e7c0-4564-b87a-fb048a58ee56 req-a26b3638-a692-4bba-8e5b-6150ee243544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:14:11.395712 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-4ea00994-e7c0-4564-b87a-fb048a58ee56 req-a26b3638-a692-4bba-8e5b-6150ee243544 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=43639205-925f-474d-a075-6f18826b2705 HTTP/1.1" status: 200 len: 850 time: 0.0425832 Nov 03 02:14:11.442797 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea00994-e7c0-4564-b87a-fb048a58ee56 req-4272eca0-649e-4309-b6f9-2fd98555143e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:14:11.444299 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-4ea00994-e7c0-4564-b87a-fb048a58ee56 req-4272eca0-649e-4309-b6f9-2fd98555143e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f712cad4-e8ca-42ec-98fb-45f5bacc0fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407269 Nov 03 02:14:11.537606 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-4ea00994-e7c0-4564-b87a-fb048a58ee56 req-e1a47677-e388-4674-b0a4-ed78534592c4 service neutron] 10.222.0.37 "GET /v2.0/networks/f712cad4-e8ca-42ec-98fb-45f5bacc0fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860162 Nov 03 02:14:11.627243 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-4ea00994-e7c0-4564-b87a-fb048a58ee56 req-890f9624-fb8c-4e2a-9275-0a10f46cb762 service neutron] 10.222.0.37 "GET /v2.0/networks/f712cad4-e8ca-42ec-98fb-45f5bacc0fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827870 Nov 03 02:14:14.825098 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 51956) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:14:15.405424 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-fb50826d-dce5-48a4-b945-7310fb5dd6ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640815'] for router_interface, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:15.646528 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.plugin [None req-fb50826d-dce5-48a4-b945-7310fb5dd6ec admin admin] Deleting port 633fd5a5-1eb8-47ec-8c70-16c62febaf49 {{(pid=108314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 02:14:15.646863 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-fb50826d-dce5-48a4-b945-7310fb5dd6ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784217550484'] for port, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:15.722160 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.db [None req-fb50826d-dce5-48a4-b945-7310fb5dd6ec admin admin] For port 633fd5a5-1eb8-47ec-8c70-16c62febaf49, host dv-cinder-815614-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=633fd5a5-1eb8-47ec-8c70-16c62febaf49,segment=NetworkSegment(952abac8-fe65-4f46-9d97-5b5131c8a13f),segment_id=952abac8-fe65-4f46-9d97-5b5131c8a13f)] {{(pid=108314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:14:15.722465 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-fb50826d-dce5-48a4-b945-7310fb5dd6ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538104'] for port, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:15.735251 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.plugin [None req-fb50826d-dce5-48a4-b945-7310fb5dd6ec admin admin] Calling delete_port for 633fd5a5-1eb8-47ec-8c70-16c62febaf49 owned by network:router_interface {{(pid=108314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 02:14:15.997283 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-fb50826d-dce5-48a4-b945-7310fb5dd6ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784217703262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784217128223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126899639'] for port, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:16.024324 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb50826d-dce5-48a4-b945-7310fb5dd6ec admin admin] Pushing event deleted for resources: {'Port': ['ID=633fd5a5-1eb8-47ec-8c70-16c62febaf49,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:14:16.190454 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-fb50826d-dce5-48a4-b945-7310fb5dd6ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643807'] for router_interface, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:16.401487 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb50826d-dce5-48a4-b945-7310fb5dd6ec admin admin] Router 6cd8900a-2db9-4b59-83ae-59578adad30e has already been hosted by L3 agent dfdd482b-800d-4ddb-af67-bfdcf28c1d2f {{(pid=108314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:14:16.506689 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb50826d-dce5-48a4-b945-7310fb5dd6ec admin admin] Notify agent at l3_agent.dv-cinder-815614-3-iscsi the message routers_updated {{(pid=108314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:14:16.512100 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-fb50826d-dce5-48a4-b945-7310fb5dd6ec admin admin] 10.222.0.30 "PUT /v2.0/routers/6cd8900a-2db9-4b59-83ae-59578adad30e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6858854 Nov 03 02:14:16.514628 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 51958) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:14:16.520417 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154170ca-a534-49c7-9684-23500d546552 None None] Sync routers for ids ['6cd8900a-2db9-4b59-83ae-59578adad30e'] in dv-cinder-815614-3-iscsi {{(pid=108317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:14:16.525910 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154170ca-a534-49c7-9684-23500d546552 None None] Routers {'6cd8900a-2db9-4b59-83ae-59578adad30e'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:14:16.526583 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-154170ca-a534-49c7-9684-23500d546552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:13:49Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['6cd8900a-2db9-4b59-83ae-59578adad30e'], 'active': True} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:14:16.618752 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-2b136bf0-d952-4020-af0e-1ccb43074909 admin admin] Publish callbacks [] for router, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:16.635272 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvr_db [None req-154170ca-a534-49c7-9684-23500d546552 None None] Set router 6cd8900a-2db9-4b59-83ae-59578adad30e gateway port host: dv-cinder-815614-3-iscsi {{(pid=108317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:14:16.682528 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-ecb4b732-89a3-45fa-8665-b99bee6c9eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:16.720762 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-2b136bf0-d952-4020-af0e-1ccb43074909 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:16.814156 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-154170ca-a534-49c7-9684-23500d546552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd8900a-2db9-4b59-83ae-59578adad30e', 'name': 'tempest-AttachVolumeTestJSON-371307469-router', 'tenant_id': 'acd183c43fe64f528cb1a54e0e951443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'c03e6ce9-4b4b-4a9a-b734-440ea30860f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:09:50Z', 'updated_at': '2021-11-03T02:14:15Z', 'revision_number': 5, 'project_id': 'acd183c43fe64f528cb1a54e0e951443', 'gw_port': {'id': 'c03e6ce9-4b4b-4a9a-b734-440ea30860f9', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:04:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd8900a-2db9-4b59-83ae-59578adad30e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:09:51Z', 'updated_at': '2021-11-03T02:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi'}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:14:16.822552 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.plugin [None req-2b136bf0-d952-4020-af0e-1ccb43074909 admin admin] Deleting port c03e6ce9-4b4b-4a9a-b734-440ea30860f9 {{(pid=108314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 02:14:16.822892 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-2b136bf0-d952-4020-af0e-1ccb43074909 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784217550484'] for port, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:16.903527 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.db [None req-2b136bf0-d952-4020-af0e-1ccb43074909 admin admin] For port c03e6ce9-4b4b-4a9a-b734-440ea30860f9, host dv-cinder-815614-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=c03e6ce9-4b4b-4a9a-b734-440ea30860f9,segment=NetworkSegment(1823f467-65f5-492c-8155-6dfe4df97867),segment_id=1823f467-65f5-492c-8155-6dfe4df97867)] {{(pid=108314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:14:16.903887 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-2b136bf0-d952-4020-af0e-1ccb43074909 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538104'] for port, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:16.917208 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.plugin [None req-2b136bf0-d952-4020-af0e-1ccb43074909 admin admin] Calling delete_port for c03e6ce9-4b4b-4a9a-b734-440ea30860f9 owned by network:router_gateway {{(pid=108314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 02:14:16.927309 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154170ca-a534-49c7-9684-23500d546552 None None] Checking router: 6cd8900a-2db9-4b59-83ae-59578adad30e for host: dv-cinder-815614-3-iscsi {{(pid=108317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:14:16.935510 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154170ca-a534-49c7-9684-23500d546552 None None] Routers {'6cd8900a-2db9-4b59-83ae-59578adad30e'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:14:16.936111 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-154170ca-a534-49c7-9684-23500d546552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:13:49Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['6cd8900a-2db9-4b59-83ae-59578adad30e'], 'active': True} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:14:17.017894 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvr_db [None req-154170ca-a534-49c7-9684-23500d546552 None None] Set router 6cd8900a-2db9-4b59-83ae-59578adad30e gateway port host: None {{(pid=108317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:14:17.071820 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-154170ca-a534-49c7-9684-23500d546552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd8900a-2db9-4b59-83ae-59578adad30e', 'name': 'tempest-AttachVolumeTestJSON-371307469-router', 'tenant_id': 'acd183c43fe64f528cb1a54e0e951443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:09:50Z', 'updated_at': '2021-11-03T02:14:16Z', 'revision_number': 6, 'project_id': 'acd183c43fe64f528cb1a54e0e951443', 'gw_port_host': None}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:14:17.098238 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154170ca-a534-49c7-9684-23500d546552 None None] The sync data for ids ['6cd8900a-2db9-4b59-83ae-59578adad30e'] in dv-cinder-815614-3-iscsi is: [{'id': '6cd8900a-2db9-4b59-83ae-59578adad30e', 'name': 'tempest-AttachVolumeTestJSON-371307469-router', 'tenant_id': 'acd183c43fe64f528cb1a54e0e951443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:09:50Z', 'updated_at': '2021-11-03T02:14:16Z', 'revision_number': 6, 'project_id': 'acd183c43fe64f528cb1a54e0e951443', 'gw_port_host': None}] {{(pid=108317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:14:17.122764 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-2b136bf0-d952-4020-af0e-1ccb43074909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784217703262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784217128223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126899639'] for port, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:17.156582 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b136bf0-d952-4020-af0e-1ccb43074909 admin admin] Pushing event deleted for resources: {'Port': ['ID=c03e6ce9-4b4b-4a9a-b734-440ea30860f9,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:14:17.215905 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-2b136bf0-d952-4020-af0e-1ccb43074909 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-641637'] for router_gateway, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:17.303268 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-2b136bf0-d952-4020-af0e-1ccb43074909 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15182'] for router, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:17.305368 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-2b136bf0-d952-4020-af0e-1ccb43074909 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:17.396758 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-2b136bf0-d952-4020-af0e-1ccb43074909 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642304'] for router, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:17.397238 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b136bf0-d952-4020-af0e-1ccb43074909 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6cd8900a-2db9-4b59-83ae-59578adad30e {{(pid=108314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 02:14:17.401479 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-2b136bf0-d952-4020-af0e-1ccb43074909 admin admin] Publish callbacks [] for router, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:17.402657 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-2b136bf0-d952-4020-af0e-1ccb43074909 admin admin] 10.222.0.30 "DELETE /v2.0/routers/6cd8900a-2db9-4b59-83ae-59578adad30e HTTP/1.1" status: 204 len: 168 time: 0.8870361 Nov 03 02:14:17.405102 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 51960) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:14:17.453509 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f140e74-53db-4f2a-a024-b9a97122ae43 admin admin] Deleting subnet 7ac96128-f0d1-4a89-997c-2692460bc837 {{(pid=108314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 02:14:17.456838 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-6f140e74-53db-4f2a-a024-b9a97122ae43 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:17.491526 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-6f140e74-53db-4f2a-a024-b9a97122ae43 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127010045'] for subnet, precommit_delete_associations {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:17.569219 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-6f140e74-53db-4f2a-a024-b9a97122ae43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1588830'] for subnet, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:17.694775 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-6f140e74-53db-4f2a-a024-b9a97122ae43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1588775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126899682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126342560'] for subnet, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:17.719608 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f140e74-53db-4f2a-a024-b9a97122ae43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ac96128-f0d1-4a89-997c-2692460bc837,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:14:17.723172 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-6f140e74-53db-4f2a-a024-b9a97122ae43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554904'] for subnet, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:17.726330 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-6f140e74-53db-4f2a-a024-b9a97122ae43 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/7ac96128-f0d1-4a89-997c-2692460bc837 HTTP/1.1" status: 204 len: 168 time: 0.3202846 Nov 03 02:14:17.728946 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 51962) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:14:17.731511 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88fa31cf-cbdd-4889-9335-97c7703e7ec4 None None] Network cffa4a5f-809a-4e6a-b540-236a07565506 requested from dv-cinder-815614-3-iscsi {{(pid=108316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 02:14:17.797650 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-1009ba60-1de1-4f72-9ecd-b1cc8040bebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2025968'] for network, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:17.860843 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.plugin [None req-1009ba60-1de1-4f72-9ecd-b1cc8040bebe admin admin] Deleting port 04eecb80-889c-4246-8d2b-99a3ba0d58db {{(pid=108314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 02:14:17.861204 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-1009ba60-1de1-4f72-9ecd-b1cc8040bebe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784217550484'] for port, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:17.922498 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e71a1a7-f9bc-4f03-b47f-7ea04405dfa2 None None] DHCP port deletion for cffa4a5f-809a-4e6a-b540-236a07565506 request from dv-cinder-815614-3-iscsi {{(pid=108316) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 02:14:17.925635 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.db [None req-1009ba60-1de1-4f72-9ecd-b1cc8040bebe admin admin] For port 04eecb80-889c-4246-8d2b-99a3ba0d58db, host dv-cinder-815614-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=04eecb80-889c-4246-8d2b-99a3ba0d58db,segment=NetworkSegment(952abac8-fe65-4f46-9d97-5b5131c8a13f),segment_id=952abac8-fe65-4f46-9d97-5b5131c8a13f)] {{(pid=108314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:14:17.926040 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-1009ba60-1de1-4f72-9ecd-b1cc8040bebe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538104'] for port, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:17.939139 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.plugin [None req-1009ba60-1de1-4f72-9ecd-b1cc8040bebe admin admin] Calling delete_port for 04eecb80-889c-4246-8d2b-99a3ba0d58db owned by network:dhcp {{(pid=108314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 02:14:17.975479 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-3e71a1a7-f9bc-4f03-b47f-7ea04405dfa2 None None] Deleting port 04eecb80-889c-4246-8d2b-99a3ba0d58db {{(pid=108316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 02:14:17.975848 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-3e71a1a7-f9bc-4f03-b47f-7ea04405dfa2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784217550484'] for port, before_delete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:18.038091 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-3e71a1a7-f9bc-4f03-b47f-7ea04405dfa2 None None] For port 04eecb80-889c-4246-8d2b-99a3ba0d58db, host dv-cinder-815614-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=04eecb80-889c-4246-8d2b-99a3ba0d58db,segment=NetworkSegment(952abac8-fe65-4f46-9d97-5b5131c8a13f),segment_id=952abac8-fe65-4f46-9d97-5b5131c8a13f)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:14:18.038509 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-3e71a1a7-f9bc-4f03-b47f-7ea04405dfa2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538104'] for port, precommit_delete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:18.052396 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-3e71a1a7-f9bc-4f03-b47f-7ea04405dfa2 None None] Calling delete_port for 04eecb80-889c-4246-8d2b-99a3ba0d58db owned by network:dhcp {{(pid=108316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 02:14:18.077299 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-1009ba60-1de1-4f72-9ecd-b1cc8040bebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784217703262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784217128223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126899639'] for port, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:18.104080 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1009ba60-1de1-4f72-9ecd-b1cc8040bebe admin admin] Pushing event deleted for resources: {'Port': ['ID=04eecb80-889c-4246-8d2b-99a3ba0d58db,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:14:18.107740 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1009ba60-1de1-4f72-9ecd-b1cc8040bebe admin admin] No DVR routers for this DVR port 04eecb80-889c-4246-8d2b-99a3ba0d58db on host dv-cinder-815614-3-iscsi {{(pid=108314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 02:14:18.136876 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-3e71a1a7-f9bc-4f03-b47f-7ea04405dfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784217703262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784217128223'] for port, after_delete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:18.162476 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e71a1a7-f9bc-4f03-b47f-7ea04405dfa2 None None] Pushing event deleted for resources: {'Port': ['ID=04eecb80-889c-4246-8d2b-99a3ba0d58db,revision_number=None']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:14:18.166763 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e71a1a7-f9bc-4f03-b47f-7ea04405dfa2 None None] No DVR routers for this DVR port 04eecb80-889c-4246-8d2b-99a3ba0d58db on host dv-cinder-815614-3-iscsi {{(pid=108316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 02:14:18.182598 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e71a1a7-f9bc-4f03-b47f-7ea04405dfa2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:14:18.182964 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e71a1a7-f9bc-4f03-b47f-7ea04405dfa2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:14:18.183307 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e71a1a7-f9bc-4f03-b47f-7ea04405dfa2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:14:18.183641 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e71a1a7-f9bc-4f03-b47f-7ea04405dfa2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:14:18.183968 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e71a1a7-f9bc-4f03-b47f-7ea04405dfa2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:14:18.184295 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e71a1a7-f9bc-4f03-b47f-7ea04405dfa2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:14:18.184619 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e71a1a7-f9bc-4f03-b47f-7ea04405dfa2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:14:18.184942 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e71a1a7-f9bc-4f03-b47f-7ea04405dfa2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:14:18.185266 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e71a1a7-f9bc-4f03-b47f-7ea04405dfa2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:14:18.185358 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-1009ba60-1de1-4f72-9ecd-b1cc8040bebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1575371', 'neutron.services.segments.db._delete_segments_for_network-8784217631501'] for network, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:18.185810 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e71a1a7-f9bc-4f03-b47f-7ea04405dfa2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:14:18.185911 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e71a1a7-f9bc-4f03-b47f-7ea04405dfa2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:14:18.188599 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e71a1a7-f9bc-4f03-b47f-7ea04405dfa2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:14:18.205439 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.services.segments.db [None req-1009ba60-1de1-4f72-9ecd-b1cc8040bebe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cffa4a5f-809a-4e6a-b540-236a07565506']}} {{(pid=108314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:14:18.214364 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.services.segments.db [None req-1009ba60-1de1-4f72-9ecd-b1cc8040bebe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '952abac8-fe65-4f46-9d97-5b5131c8a13f') {'for_net_delete': True} {{(pid=108314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:14:18.214662 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.services.segments.db [None req-1009ba60-1de1-4f72-9ecd-b1cc8040bebe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '952abac8-fe65-4f46-9d97-5b5131c8a13f') {} {{(pid=108314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:14:18.228146 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-1009ba60-1de1-4f72-9ecd-b1cc8040bebe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784217632534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127010036'] for segment, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:18.241576 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-1009ba60-1de1-4f72-9ecd-b1cc8040bebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1588371'] for segment, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:18.247624 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1009ba60-1de1-4f72-9ecd-b1cc8040bebe admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=108314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:14:18.248079 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-1009ba60-1de1-4f72-9ecd-b1cc8040bebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1588371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126899588'] for segment, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:18.249790 dv-cinder-815614-3-iscsi neutron-server[108314]: Traceback (most recent call last): Nov 03 02:14:18.249790 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 02:14:18.249790 dv-cinder-815614-3-iscsi neutron-server[108314]: timer() Nov 03 02:14:18.249790 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 02:14:18.249790 dv-cinder-815614-3-iscsi neutron-server[108314]: cb(*args, **kw) Nov 03 02:14:18.249790 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 02:14:18.249790 dv-cinder-815614-3-iscsi neutron-server[108314]: return func(*args, **kwargs) Nov 03 02:14:18.249790 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 02:14:18.249790 dv-cinder-815614-3-iscsi neutron-server[108314]: self._notify() Nov 03 02:14:18.249790 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 02:14:18.249790 dv-cinder-815614-3-iscsi neutron-server[108314]: self.callback(batched_events) Nov 03 02:14:18.249790 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 02:14:18.249790 dv-cinder-815614-3-iscsi neutron-server[108314]: event.method(event) Nov 03 02:14:18.249790 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 02:14:18.249790 dv-cinder-815614-3-iscsi neutron-server[108314]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 02:14:18.249790 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 02:14:18.249790 dv-cinder-815614-3-iscsi neutron-server[108314]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 02:14:18.249790 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 02:14:18.249790 dv-cinder-815614-3-iscsi neutron-server[108314]: return f(self, *a, **k) Nov 03 02:14:18.249790 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 02:14:18.249790 dv-cinder-815614-3-iscsi neutron-server[108314]: return self._get(url).json() Nov 03 02:14:18.249790 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 02:14:18.249790 dv-cinder-815614-3-iscsi neutron-server[108314]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 02:14:18.249790 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 02:14:18.249790 dv-cinder-815614-3-iscsi neutron-server[108314]: return self.request(url, 'GET', **kwargs) Nov 03 02:14:18.249790 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 02:14:18.249790 dv-cinder-815614-3-iscsi neutron-server[108314]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 02:14:18.249790 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 02:14:18.249790 dv-cinder-815614-3-iscsi neutron-server[108314]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 02:14:18.249790 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 02:14:18.249790 dv-cinder-815614-3-iscsi neutron-server[108314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 02:14:18.249790 dv-cinder-815614-3-iscsi neutron-server[108314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 02:14:18.351689 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-1009ba60-1de1-4f72-9ecd-b1cc8040bebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1575388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641601'] for network, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:18.357391 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-1009ba60-1de1-4f72-9ecd-b1cc8040bebe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554904'] for network, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:18.360693 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-1009ba60-1de1-4f72-9ecd-b1cc8040bebe admin admin] 10.222.0.30 "DELETE /v2.0/networks/cffa4a5f-809a-4e6a-b540-236a07565506 HTTP/1.1" status: 204 len: 168 time: 0.6308260 Nov 03 02:14:18.371634 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1009ba60-1de1-4f72-9ecd-b1cc8040bebe admin admin] Pushing event deleted for resources: {'Network': ['ID=cffa4a5f-809a-4e6a-b540-236a07565506,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:14:18.391559 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device 633fd5a5-1eb8-47ec-8c70-16c62febaf49 no longer exists at agent ovs-agent-dv-cinder-815614-3-iscsi {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:14:18.412136 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] No Port match for: 633fd5a5-1eb8-47ec-8c70-16c62febaf49 {{(pid=108316) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 02:14:18.412483 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device 633fd5a5-1eb8-47ec-8c70-16c62febaf49 not bound to the agent host dv-cinder-815614-3-iscsi {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:14:18.412904 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device 04eecb80-889c-4246-8d2b-99a3ba0d58db no longer exists at agent ovs-agent-dv-cinder-815614-3-iscsi {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:14:18.432156 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] No Port match for: 04eecb80-889c-4246-8d2b-99a3ba0d58db {{(pid=108316) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 02:14:18.432415 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device 04eecb80-889c-4246-8d2b-99a3ba0d58db not bound to the agent host dv-cinder-815614-3-iscsi {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:14:18.432830 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device c03e6ce9-4b4b-4a9a-b734-440ea30860f9 no longer exists at agent ovs-agent-dv-cinder-815614-3-iscsi {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:14:18.451594 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] No Port match for: c03e6ce9-4b4b-4a9a-b734-440ea30860f9 {{(pid=108316) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 02:14:18.451932 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device c03e6ce9-4b4b-4a9a-b734-440ea30860f9 not bound to the agent host dv-cinder-815614-3-iscsi {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:14:18.806787 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 51966) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:14:18.848861 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-5a4c9600-8373-4c58-a6e6-a7e478658268 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=acd183c43fe64f528cb1a54e0e951443&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412114 Nov 03 02:14:18.851275 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 51968) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:14:18.899884 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-24551c4c-d48e-4303-bdfd-7cde78e3a803 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:18.910984 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-adb661ba-fafc-44ac-922c-203645caf9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:18.920830 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-24551c4c-d48e-4303-bdfd-7cde78e3a803 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:19.008056 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-24551c4c-d48e-4303-bdfd-7cde78e3a803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:19.010625 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-24551c4c-d48e-4303-bdfd-7cde78e3a803 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:19.011775 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-24551c4c-d48e-4303-bdfd-7cde78e3a803 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ad9e0902-92ed-4232-b495-5b38b846a59d HTTP/1.1" status: 204 len: 168 time: 0.1593473 Nov 03 02:14:19.019989 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24551c4c-d48e-4303-bdfd-7cde78e3a803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9e0902-92ed-4232-b495-5b38b846a59d,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:14:19.985495 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-3baf3433-eee1-48f0-90c8-209ed8ef0e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:21.429989 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-5b813f54-077d-440d-903f-32bc670fe069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:24.053714 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:26.023248 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 52064) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:14:26.150595 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-a0a25e0b-9b0b-4935-8569-aaf030c0b032 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:26.221207 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-a0a25e0b-9b0b-4935-8569-aaf030c0b032 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:26.293769 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-a0a25e0b-9b0b-4935-8569-aaf030c0b032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:26.329724 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a25e0b-9b0b-4935-8569-aaf030c0b032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03e056dd-6e42-4dc2-a135-6cba442ce309,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:14:26.333960 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-a0a25e0b-9b0b-4935-8569-aaf030c0b032 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=879c86d90e3b4e6bb0f885130ac9a56c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3096638 Nov 03 02:14:26.336552 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 52068) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:14:26.385865 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-defeac65-3075-4ecd-bc86-7558cb2dd0c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:26.406401 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-defeac65-3075-4ecd-bc86-7558cb2dd0c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:26.562935 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-defeac65-3075-4ecd-bc86-7558cb2dd0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:26.565556 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-defeac65-3075-4ecd-bc86-7558cb2dd0c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:26.566740 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-defeac65-3075-4ecd-bc86-7558cb2dd0c0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/03e056dd-6e42-4dc2-a135-6cba442ce309 HTTP/1.1" status: 204 len: 168 time: 0.2293017 Nov 03 02:14:26.574450 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defeac65-3075-4ecd-bc86-7558cb2dd0c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e056dd-6e42-4dc2-a135-6cba442ce309,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:14:27.046413 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 52074) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:14:27.059542 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-405d34b3-2309-4baf-9c58-278c98268ef6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:27.132050 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-405d34b3-2309-4baf-9c58-278c98268ef6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:27.194732 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-405d34b3-2309-4baf-9c58-278c98268ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:27.232460 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-405d34b3-2309-4baf-9c58-278c98268ef6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2b077819e6824c11bc4fe6b87da25406&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1846938 Nov 03 02:14:27.234019 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405d34b3-2309-4baf-9c58-278c98268ef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93109fb9-ee86-4040-8cc0-078274069e00,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:14:27.235682 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 52076) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:14:27.284022 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-96e41658-d0fe-4291-a548-bdc7e10f2ce7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:27.305255 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-96e41658-d0fe-4291-a548-bdc7e10f2ce7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:27.418006 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-96e41658-d0fe-4291-a548-bdc7e10f2ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:27.420562 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-96e41658-d0fe-4291-a548-bdc7e10f2ce7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:27.421964 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-96e41658-d0fe-4291-a548-bdc7e10f2ce7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/93109fb9-ee86-4040-8cc0-078274069e00 HTTP/1.1" status: 204 len: 168 time: 0.1850107 Nov 03 02:14:27.429832 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e41658-d0fe-4291-a548-bdc7e10f2ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93109fb9-ee86-4040-8cc0-078274069e00,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:14:28.976385 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 52106) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:14:29.076208 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-b52da6bb-49d4-42ee-8644-4718947832f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:29.149069 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-b52da6bb-49d4-42ee-8644-4718947832f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:29.229201 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-b52da6bb-49d4-42ee-8644-4718947832f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:29.266538 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52da6bb-49d4-42ee-8644-4718947832f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61f73b3a-f451-4203-a3a0-12e2b0d8de9a,revision_number=1']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:14:29.270830 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-b52da6bb-49d4-42ee-8644-4718947832f7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2b8948c62e224225a70169bebdcd63ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2934284 Nov 03 02:14:29.273997 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 52110) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:14:29.320783 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-e15219ef-6030-4f18-9582-c88de013c5b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:29.341815 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-e15219ef-6030-4f18-9582-c88de013c5b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:29.454020 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-e15219ef-6030-4f18-9582-c88de013c5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:29.456651 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-e15219ef-6030-4f18-9582-c88de013c5b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:29.461012 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-e15219ef-6030-4f18-9582-c88de013c5b9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/61f73b3a-f451-4203-a3a0-12e2b0d8de9a HTTP/1.1" status: 204 len: 168 time: 0.1833932 Nov 03 02:14:29.465600 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15219ef-6030-4f18-9582-c88de013c5b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f73b3a-f451-4203-a3a0-12e2b0d8de9a,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:14:29.939541 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:34.519131 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 52172) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:14:34.620379 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-62673b4d-7923-441c-92c8-1d140144766a admin admin] Publish callbacks [] for security_group, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:34.694512 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-62673b4d-7923-441c-92c8-1d140144766a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:34.749682 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-62673b4d-7923-441c-92c8-1d140144766a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:34.787462 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-62673b4d-7923-441c-92c8-1d140144766a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f599670bbb7c4fd0b337cb0c16c3301b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2672522 Nov 03 02:14:34.788398 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62673b4d-7923-441c-92c8-1d140144766a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc1b2a1-21ff-4490-945a-bae42b7b7df2,revision_number=1']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:14:34.790094 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 52176) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:14:34.838616 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-d5178cdf-d066-45b7-9cad-d4eefa65f218 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:34.859526 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-d5178cdf-d066-45b7-9cad-d4eefa65f218 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:35.007836 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-d5178cdf-d066-45b7-9cad-d4eefa65f218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:35.010457 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-d5178cdf-d066-45b7-9cad-d4eefa65f218 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:35.016317 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-d5178cdf-d066-45b7-9cad-d4eefa65f218 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6bc1b2a1-21ff-4490-945a-bae42b7b7df2 HTTP/1.1" status: 204 len: 168 time: 0.2201114 Nov 03 02:14:35.019251 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5178cdf-d066-45b7-9cad-d4eefa65f218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc1b2a1-21ff-4490-945a-bae42b7b7df2,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:14:35.672458 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 52182) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:14:35.685358 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-a39a852f-bdc5-4aa2-be7a-f79a308a00c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:35.756289 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-a39a852f-bdc5-4aa2-be7a-f79a308a00c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:35.823154 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-a39a852f-bdc5-4aa2-be7a-f79a308a00c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:35.864287 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-a39a852f-bdc5-4aa2-be7a-f79a308a00c7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=49817e08783a4abd8a7b6a3ca9bb83e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1907330 Nov 03 02:14:35.865131 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39a852f-bdc5-4aa2-be7a-f79a308a00c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c53fff28-2df5-4cf9-8e43-7d7350d35fb5,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:14:35.867091 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 52184) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:14:35.915432 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-ee26e839-71e6-4006-8b45-0bb84bed3dfc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:35.935798 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-ee26e839-71e6-4006-8b45-0bb84bed3dfc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:36.063591 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-ee26e839-71e6-4006-8b45-0bb84bed3dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:36.066146 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-ee26e839-71e6-4006-8b45-0bb84bed3dfc admin admin] Publish callbacks [] for security_group, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:36.067321 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-ee26e839-71e6-4006-8b45-0bb84bed3dfc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c53fff28-2df5-4cf9-8e43-7d7350d35fb5 HTTP/1.1" status: 204 len: 168 time: 0.1992149 Nov 03 02:14:36.075279 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee26e839-71e6-4006-8b45-0bb84bed3dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53fff28-2df5-4cf9-8e43-7d7350d35fb5,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:14:45.954114 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.agents_db [None req-a2914077-2d9d-4477-8dde-df1573e0789a None None] Agent healthcheck: found 6 active agents {{(pid=108317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:14:46.699227 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-addb6460-8107-4b28-98ef-636d5619a47f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:48.937367 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-00423b26-d4ee-442d-adae-8691b759d79d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:49.956336 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-3baf3433-eee1-48f0-90c8-209ed8ef0e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:51.390178 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-5b813f54-077d-440d-903f-32bc670fe069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:54.064943 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:14:59.970821 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:01.319983 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 52312) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:15:01.421345 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-39045fcf-c3b4-4cfd-be18-a076707da382 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:01.492077 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-39045fcf-c3b4-4cfd-be18-a076707da382 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:01.561988 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-39045fcf-c3b4-4cfd-be18-a076707da382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:01.603907 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-39045fcf-c3b4-4cfd-be18-a076707da382 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0107ec9ba1d04282b1e87e781fa875b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2827759 Nov 03 02:15:01.604681 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39045fcf-c3b4-4cfd-be18-a076707da382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80f2dead-cf93-4fbf-b558-d1de1e78123c,revision_number=1']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:15:01.606516 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 52316) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:15:01.654195 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-60f71037-4063-4ab6-8d75-f4e275a2ba4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:01.675184 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-60f71037-4063-4ab6-8d75-f4e275a2ba4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:01.790723 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-60f71037-4063-4ab6-8d75-f4e275a2ba4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:01.793244 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-60f71037-4063-4ab6-8d75-f4e275a2ba4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:01.794419 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-60f71037-4063-4ab6-8d75-f4e275a2ba4e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/80f2dead-cf93-4fbf-b558-d1de1e78123c HTTP/1.1" status: 204 len: 168 time: 0.1863799 Nov 03 02:15:01.802616 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f71037-4063-4ab6-8d75-f4e275a2ba4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f2dead-cf93-4fbf-b558-d1de1e78123c,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:15:10.524005 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 52412) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:15:10.685223 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.plugin [None req-a42f7194-4c94-4ab3-a38b-c15b6652b392 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Deleting port 9fa81191-7f5b-41db-95cd-51929ed1669f {{(pid=108315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 02:15:10.685554 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-a42f7194-4c94-4ab3-a38b-c15b6652b392 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784217550484'] for port, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:10.761606 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-a42f7194-4c94-4ab3-a38b-c15b6652b392 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538104'] for port, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:10.761923 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-a42f7194-4c94-4ab3-a38b-c15b6652b392 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:10.773146 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.plugin [None req-a42f7194-4c94-4ab3-a38b-c15b6652b392 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Calling delete_port for 9fa81191-7f5b-41db-95cd-51929ed1669f owned by network:floatingip {{(pid=108315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 02:15:11.288593 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-a42f7194-4c94-4ab3-a38b-c15b6652b392 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784217703262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784217128223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127914182'] for port, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:11.317339 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42f7194-4c94-4ab3-a38b-c15b6652b392 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Pushing event deleted for resources: {'Port': ['ID=9fa81191-7f5b-41db-95cd-51929ed1669f,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:15:11.330376 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42f7194-4c94-4ab3-a38b-c15b6652b392 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:15:11.330720 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42f7194-4c94-4ab3-a38b-c15b6652b392 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:15:11.331055 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42f7194-4c94-4ab3-a38b-c15b6652b392 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:15:11.331381 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42f7194-4c94-4ab3-a38b-c15b6652b392 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:15:11.331705 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42f7194-4c94-4ab3-a38b-c15b6652b392 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:15:11.332031 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42f7194-4c94-4ab3-a38b-c15b6652b392 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:15:11.332348 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42f7194-4c94-4ab3-a38b-c15b6652b392 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:15:11.332665 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42f7194-4c94-4ab3-a38b-c15b6652b392 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:15:11.332987 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42f7194-4c94-4ab3-a38b-c15b6652b392 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:15:11.333301 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42f7194-4c94-4ab3-a38b-c15b6652b392 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:15:11.333611 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42f7194-4c94-4ab3-a38b-c15b6652b392 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:15:11.333921 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42f7194-4c94-4ab3-a38b-c15b6652b392 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:15:11.387105 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-a42f7194-4c94-4ab3-a38b-c15b6652b392 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks [] for floatingip, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:11.387566 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.db.l3_db [None req-a42f7194-4c94-4ab3-a38b-c15b6652b392 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Floating IP 3443a67e-b14c-43db-9938-972ec4507d73 disassociated (deleted). External IP: 172.27.1.193, port: 5ddbb72e-a939-491e-b23a-62e5f93e3002. Nov 03 02:15:11.537075 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f7ecc675-b8ab-4da3-ac96-4de607c961bd req-950c5e9d-bd49-49d1-8e23-93443fdeeed9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6e224262-fe47-4306-9c1b-75a8a4b3879d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433626 Nov 03 02:15:11.600950 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ecc675-b8ab-4da3-ac96-4de607c961bd req-76526faa-0771-43f1-a90b-6b34dcbc6cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:15:11.602455 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f7ecc675-b8ab-4da3-ac96-4de607c961bd req-76526faa-0771-43f1-a90b-6b34dcbc6cd0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a08b0f1fc6b940148531ae61a6847288&device_id=6e224262-fe47-4306-9c1b-75a8a4b3879d HTTP/1.1" status: 200 len: 1099 time: 0.0427141 Nov 03 02:15:11.613092 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a42f7194-4c94-4ab3-a38b-c15b6652b392 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Router c53cceb8-96b2-410c-a04b-01b956cef230 has already been hosted by L3 agent dfdd482b-800d-4ddb-af67-bfdcf28c1d2f {{(pid=108315) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:15:11.712417 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ecc675-b8ab-4da3-ac96-4de607c961bd req-cce16814-1e79-4769-afb7-f716e0542c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:15:11.713868 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f7ecc675-b8ab-4da3-ac96-4de607c961bd req-cce16814-1e79-4769-afb7-f716e0542c5c service neutron] 10.222.0.37 "GET /v2.0/networks?id=f712cad4-e8ca-42ec-98fb-45f5bacc0fc1 HTTP/1.1" status: 200 len: 912 time: 0.0903280 Nov 03 02:15:11.726537 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a42f7194-4c94-4ab3-a38b-c15b6652b392 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Notify agent at l3_agent.dv-cinder-815614-3-iscsi the message routers_updated {{(pid=108315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:15:11.731140 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-a42f7194-4c94-4ab3-a38b-c15b6652b392 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622'] for floatingip, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:11.739437 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b88c19-19ba-47b4-8c7f-578587dda42d None None] Sync routers for ids ['c53cceb8-96b2-410c-a04b-01b956cef230'] in dv-cinder-815614-3-iscsi {{(pid=108316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:15:11.751819 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b88c19-19ba-47b4-8c7f-578587dda42d None None] Routers {'c53cceb8-96b2-410c-a04b-01b956cef230'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:15:11.752838 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-98b88c19-19ba-47b4-8c7f-578587dda42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:14:49Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['c53cceb8-96b2-410c-a04b-01b956cef230'], 'active': True} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:15:11.761464 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f7ecc675-b8ab-4da3-ac96-4de607c961bd req-3c8685bf-8535-40d8-b0d6-b57301ebf5f4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ddbb72e-a939-491e-b23a-62e5f93e3002 HTTP/1.1" status: 200 len: 217 time: 0.0402648 Nov 03 02:15:11.764542 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-a42f7194-4c94-4ab3-a38b-c15b6652b392 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "DELETE /v2.0/floatingips/3443a67e-b14c-43db-9938-972ec4507d73 HTTP/1.1" status: 204 len: 168 time: 1.2394516 Nov 03 02:15:11.765270 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e224262-fe47-4306-9c1b-75a8a4b3879d', 'tag': '5ddbb72e-a939-491e-b23a-62e5f93e3002'}] {{(pid=108315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:15:11.767583 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ceb3f72598e67bafae985fe00b788e907b12cd818b569c9993237f285010df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c5e5ea-d008-44c7-a54d-0828141b14a4" -d '{"events": [{"name": "network-changed", "server_uuid": "6e224262-fe47-4306-9c1b-75a8a4b3879d", "tag": "5ddbb72e-a939-491e-b23a-62e5f93e3002"}]}' {{(pid=108315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:15:11.825607 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ecc675-b8ab-4da3-ac96-4de607c961bd req-87bb853e-3350-4911-9c07-fa612bd3087a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:15:11.829303 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f7ecc675-b8ab-4da3-ac96-4de607c961bd req-87bb853e-3350-4911-9c07-fa612bd3087a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=43639205-925f-474d-a075-6f18826b2705 HTTP/1.1" status: 200 len: 850 time: 0.0584350 Nov 03 02:15:11.877005 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvr_db [None req-98b88c19-19ba-47b4-8c7f-578587dda42d None None] Set router c53cceb8-96b2-410c-a04b-01b956cef230 gateway port host: dv-cinder-815614-3-iscsi {{(pid=108316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:15:11.899911 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ecc675-b8ab-4da3-ac96-4de607c961bd req-d796737f-b3e0-446f-8dc7-d29a8822ac98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:15:11.905498 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f7ecc675-b8ab-4da3-ac96-4de607c961bd req-d796737f-b3e0-446f-8dc7-d29a8822ac98 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f712cad4-e8ca-42ec-98fb-45f5bacc0fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0633116 Nov 03 02:15:11.991690 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 02:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-711334ec-7d40-41e8-8ccc-46c8e77524f2 x-openstack-request-id: req-711334ec-7d40-41e8-8ccc-46c8e77524f2 {{(pid=108315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:15:11.992047 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e224262-fe47-4306-9c1b-75a8a4b3879d", "tag": "5ddbb72e-a939-491e-b23a-62e5f93e3002", "status": "completed", "code": 200}]} {{(pid=108315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:15:11.992367 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-711334ec-7d40-41e8-8ccc-46c8e77524f2 {{(pid=108315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:15:11.992989 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e224262-fe47-4306-9c1b-75a8a4b3879d', 'tag': '5ddbb72e-a939-491e-b23a-62e5f93e3002', 'status': 'completed', 'code': 200} Nov 03 02:15:12.003770 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f7ecc675-b8ab-4da3-ac96-4de607c961bd req-06e64e1e-66bd-4e0c-ba3a-fe20c53ebee1 service neutron] 10.222.0.37 "GET /v2.0/networks/f712cad4-e8ca-42ec-98fb-45f5bacc0fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941720 Nov 03 02:15:12.111010 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-f7ecc675-b8ab-4da3-ac96-4de607c961bd req-cc1f8069-6360-42f0-9756-78a53080bb6b service neutron] 10.222.0.37 "GET /v2.0/networks/f712cad4-e8ca-42ec-98fb-45f5bacc0fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946443 Nov 03 02:15:12.128205 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-98b88c19-19ba-47b4-8c7f-578587dda42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'name': 'tempest-TestVolumeBootPattern-964798403-router', 'tenant_id': 'a08b0f1fc6b940148531ae61a6847288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '27fddf72-16d8-4633-a63b-2c55aeb0aa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:07:52Z', 'updated_at': '2021-11-03T02:07:56Z', 'revision_number': 4, 'project_id': 'a08b0f1fc6b940148531ae61a6847288', 'gw_port': {'id': '27fddf72-16d8-4633-a63b-2c55aeb0aa60', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:75:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:07:53Z', 'updated_at': '2021-11-03T02:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_floatingips': [{'id': '14b914dd-4e14-4ab6-8e26-a40e6e82606a', 'tenant_id': 'a08b0f1fc6b940148531ae61a6847288', 'floating_ip_address': '172.27.1.135', 'floating_network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'router_id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'port_id': 'e4f46ead-c149-4eee-ac3c-12255a6be4f7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f712cad4-e8ca-42ec-98fb-45f5bacc0fc1', 'mac_address': 'fa:16:3e:b5:a6:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7a5a05-f330-4efd-8bb2-d11ec928e3a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T02:11:35Z', 'updated_at': '2021-11-03T02:11:37Z', 'revision_number': 1, 'project_id': 'a08b0f1fc6b940148531ae61a6847288', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee1dbab4-efdb-4180-a487-fed713956095', 'name': '', 'network_id': 'f712cad4-e8ca-42ec-98fb-45f5bacc0fc1', 'tenant_id': 'a08b0f1fc6b940148531ae61a6847288', 'mac_address': 'fa:16:3e:b7:1b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '43639205-925f-474d-a075-6f18826b2705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:07:56Z', 'updated_at': '2021-11-03T02:08:02Z', 'revision_number': 5, 'project_id': 'a08b0f1fc6b940148531ae61a6847288', 'subnets': [{'id': '43639205-925f-474d-a075-6f18826b2705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:15:12.155092 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b88c19-19ba-47b4-8c7f-578587dda42d None None] Checking router: c53cceb8-96b2-410c-a04b-01b956cef230 for host: dv-cinder-815614-3-iscsi {{(pid=108316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:15:12.164123 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b88c19-19ba-47b4-8c7f-578587dda42d None None] Routers {'c53cceb8-96b2-410c-a04b-01b956cef230'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:15:12.164715 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-98b88c19-19ba-47b4-8c7f-578587dda42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:14:49Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['c53cceb8-96b2-410c-a04b-01b956cef230'], 'active': True} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:15:12.277935 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvr_db [None req-98b88c19-19ba-47b4-8c7f-578587dda42d None None] Set router c53cceb8-96b2-410c-a04b-01b956cef230 gateway port host: dv-cinder-815614-3-iscsi {{(pid=108316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:15:12.345740 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9634f818-e0e8-403d-bd46-1e44184fa5ea req-81cc348c-31c4-4ecf-b204-c77a33fe362b tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:15:12.347251 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-9634f818-e0e8-403d-bd46-1e44184fa5ea req-81cc348c-31c4-4ecf-b204-c77a33fe362b tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e224262-fe47-4306-9c1b-75a8a4b3879d HTTP/1.1" status: 200 len: 946 time: 0.0837715 Nov 03 02:15:12.349013 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c5e5ea-d008-44c7-a54d-0828141b14a4 req-bc86d5a0-54a1-4c77-a412-cc89f6e69484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:15:12.350980 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-98c5e5ea-d008-44c7-a54d-0828141b14a4 req-bc86d5a0-54a1-4c77-a412-cc89f6e69484 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a08b0f1fc6b940148531ae61a6847288&device_id=6e224262-fe47-4306-9c1b-75a8a4b3879d HTTP/1.1" status: 200 len: 1099 time: 0.0747042 Nov 03 02:15:12.454195 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-9634f818-e0e8-403d-bd46-1e44184fa5ea req-89e1afd8-bb77-4574-ab59-99691637bd45 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1e43461-b85d-4639-b4a3-3f08fe84210d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991817 Nov 03 02:15:12.485851 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c5e5ea-d008-44c7-a54d-0828141b14a4 req-e9931078-b1f8-436c-95ea-da449adb811b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:15:12.487556 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-98c5e5ea-d008-44c7-a54d-0828141b14a4 req-e9931078-b1f8-436c-95ea-da449adb811b service neutron] 10.222.0.37 "GET /v2.0/networks?id=f712cad4-e8ca-42ec-98fb-45f5bacc0fc1 HTTP/1.1" status: 200 len: 912 time: 0.1191001 Nov 03 02:15:12.512355 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-98b88c19-19ba-47b4-8c7f-578587dda42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'name': 'tempest-TestVolumeBootPattern-964798403-router', 'tenant_id': 'a08b0f1fc6b940148531ae61a6847288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '27fddf72-16d8-4633-a63b-2c55aeb0aa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:07:52Z', 'updated_at': '2021-11-03T02:07:56Z', 'revision_number': 4, 'project_id': 'a08b0f1fc6b940148531ae61a6847288', 'gw_port': {'id': '27fddf72-16d8-4633-a63b-2c55aeb0aa60', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:75:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:07:53Z', 'updated_at': '2021-11-03T02:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_floatingips': [{'id': '14b914dd-4e14-4ab6-8e26-a40e6e82606a', 'tenant_id': 'a08b0f1fc6b940148531ae61a6847288', 'floating_ip_address': '172.27.1.135', 'floating_network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'router_id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'port_id': 'e4f46ead-c149-4eee-ac3c-12255a6be4f7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f712cad4-e8ca-42ec-98fb-45f5bacc0fc1', 'mac_address': 'fa:16:3e:b5:a6:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7a5a05-f330-4efd-8bb2-d11ec928e3a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T02:11:35Z', 'updated_at': '2021-11-03T02:11:37Z', 'revision_number': 1, 'project_id': 'a08b0f1fc6b940148531ae61a6847288', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee1dbab4-efdb-4180-a487-fed713956095', 'name': '', 'network_id': 'f712cad4-e8ca-42ec-98fb-45f5bacc0fc1', 'tenant_id': 'a08b0f1fc6b940148531ae61a6847288', 'mac_address': 'fa:16:3e:b7:1b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '43639205-925f-474d-a075-6f18826b2705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:07:56Z', 'updated_at': '2021-11-03T02:08:02Z', 'revision_number': 5, 'project_id': 'a08b0f1fc6b940148531ae61a6847288', 'subnets': [{'id': '43639205-925f-474d-a075-6f18826b2705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:15:12.536090 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-98c5e5ea-d008-44c7-a54d-0828141b14a4 req-c0b8372a-fc46-48f9-8041-a60f9a21c17b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ddbb72e-a939-491e-b23a-62e5f93e3002 HTTP/1.1" status: 200 len: 217 time: 0.0400937 Nov 03 02:15:12.542835 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b88c19-19ba-47b4-8c7f-578587dda42d None None] The sync data for ids ['c53cceb8-96b2-410c-a04b-01b956cef230'] in dv-cinder-815614-3-iscsi is: [{'id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'name': 'tempest-TestVolumeBootPattern-964798403-router', 'tenant_id': 'a08b0f1fc6b940148531ae61a6847288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '27fddf72-16d8-4633-a63b-2c55aeb0aa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:07:52Z', 'updated_at': '2021-11-03T02:07:56Z', 'revision_number': 4, 'project_id': 'a08b0f1fc6b940148531ae61a6847288', 'gw_port': {'id': '27fddf72-16d8-4633-a63b-2c55aeb0aa60', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:75:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:07:53Z', 'updated_at': '2021-11-03T02:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_floatingips': [{'id': '14b914dd-4e14-4ab6-8e26-a40e6e82606a', 'tenant_id': 'a08b0f1fc6b940148531ae61a6847288', 'floating_ip_address': '172.27.1.135', 'floating_network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'router_id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'port_id': 'e4f46ead-c149-4eee-ac3c-12255a6be4f7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f712cad4-e8ca-42ec-98fb-45f5bacc0fc1', 'mac_address': 'fa:16:3e:b5:a6:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7a5a05-f330-4efd-8bb2-d11ec928e3a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T02:11:35Z', 'updated_at': '2021-11-03T02:11:37Z', 'revision_number': 1, 'project_id': 'a08b0f1fc6b940148531ae61a6847288', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee1dbab4-efdb-4180-a487-fed713956095', 'name': '', 'network_id': 'f712cad4-e8ca-42ec-98fb-45f5bacc0fc1', 'tenant_id': 'a08b0f1fc6b940148531ae61a6847288', 'mac_address': 'fa:16:3e:b7:1b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '43639205-925f-474d-a075-6f18826b2705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:07:56Z', 'updated_at': '2021-11-03T02:08:02Z', 'revision_number': 5, 'project_id': 'a08b0f1fc6b940148531ae61a6847288', 'subnets': [{'id': '43639205-925f-474d-a075-6f18826b2705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:15:12.588317 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c5e5ea-d008-44c7-a54d-0828141b14a4 req-df19194a-9f72-47ae-9119-6a8245519f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:15:12.590561 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-98c5e5ea-d008-44c7-a54d-0828141b14a4 req-df19194a-9f72-47ae-9119-6a8245519f98 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=43639205-925f-474d-a075-6f18826b2705 HTTP/1.1" status: 200 len: 850 time: 0.0469790 Nov 03 02:15:12.637341 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c5e5ea-d008-44c7-a54d-0828141b14a4 req-8e7dd08e-3a48-4d93-b28e-6e4ab31e331c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:15:12.638874 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-98c5e5ea-d008-44c7-a54d-0828141b14a4 req-8e7dd08e-3a48-4d93-b28e-6e4ab31e331c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f712cad4-e8ca-42ec-98fb-45f5bacc0fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402744 Nov 03 02:15:12.739225 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-98c5e5ea-d008-44c7-a54d-0828141b14a4 req-c1b46a05-4600-4a20-9310-3b5d84d3ad9d service neutron] 10.222.0.37 "GET /v2.0/networks/f712cad4-e8ca-42ec-98fb-45f5bacc0fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910091 Nov 03 02:15:12.759219 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e34d94e-e5ae-4793-8069-a36f700a78b9 None None] New status for floating IP 3443a67e-b14c-43db-9938-972ec4507d73: DOWN {{(pid=108317) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 02:15:13.080659 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-98c5e5ea-d008-44c7-a54d-0828141b14a4 req-b32a9b5d-2268-42f3-ab35-3f7dfd006ea9 service neutron] 10.222.0.37 "GET /v2.0/networks/f712cad4-e8ca-42ec-98fb-45f5bacc0fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3329177 Nov 03 02:15:13.578456 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452b5da6-7dfa-4209-b634-508d66ddf844 req-9f265b42-90a3-47ab-b23e-2ee28fe480df tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:15:13.579928 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-452b5da6-7dfa-4209-b634-508d66ddf844 req-9f265b42-90a3-47ab-b23e-2ee28fe480df tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e224262-fe47-4306-9c1b-75a8a4b3879d HTTP/1.1" status: 200 len: 946 time: 0.0488811 Nov 03 02:15:13.633715 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-452b5da6-7dfa-4209-b634-508d66ddf844 req-b0dce68f-93f8-47de-ba82-a8978a8030b1 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1e43461-b85d-4639-b4a3-3f08fe84210d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472839 Nov 03 02:15:13.942691 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537d606a-6203-4b7a-9e94-9c018e4d2216 req-4dea80ef-7ea8-4efc-86d3-0a93b6dc8642 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:15:13.944705 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-537d606a-6203-4b7a-9e94-9c018e4d2216 req-4dea80ef-7ea8-4efc-86d3-0a93b6dc8642 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e224262-fe47-4306-9c1b-75a8a4b3879d HTTP/1.1" status: 200 len: 946 time: 0.0501056 Nov 03 02:15:14.038047 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.plugin [req-537d606a-6203-4b7a-9e94-9c018e4d2216 req-7055d8ce-4b15-4be2-a076-3d3637f4d4c8 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Deleting port 5ddbb72e-a939-491e-b23a-62e5f93e3002 {{(pid=108314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 02:15:14.039090 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-537d606a-6203-4b7a-9e94-9c018e4d2216 req-7055d8ce-4b15-4be2-a076-3d3637f4d4c8 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784217550484'] for port, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:14.140001 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.db [req-537d606a-6203-4b7a-9e94-9c018e4d2216 req-7055d8ce-4b15-4be2-a076-3d3637f4d4c8 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] For port 5ddbb72e-a939-491e-b23a-62e5f93e3002, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=5ddbb72e-a939-491e-b23a-62e5f93e3002,segment=NetworkSegment(974828e1-7153-4348-912c-a42e71ffbf48),segment_id=974828e1-7153-4348-912c-a42e71ffbf48)] {{(pid=108314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:15:14.140365 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-537d606a-6203-4b7a-9e94-9c018e4d2216 req-7055d8ce-4b15-4be2-a076-3d3637f4d4c8 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538104'] for port, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:14.153705 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.plugin [req-537d606a-6203-4b7a-9e94-9c018e4d2216 req-7055d8ce-4b15-4be2-a076-3d3637f4d4c8 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Calling delete_port for 5ddbb72e-a939-491e-b23a-62e5f93e3002 owned by compute:nova {{(pid=108314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 02:15:14.365114 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-537d606a-6203-4b7a-9e94-9c018e4d2216 req-7055d8ce-4b15-4be2-a076-3d3637f4d4c8 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784217703262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784217128223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126899639'] for port, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:14.394254 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7055d8ce-4b15-4be2-a076-3d3637f4d4c8 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Pushing event deleted for resources: {'Port': ['ID=5ddbb72e-a939-491e-b23a-62e5f93e3002,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:15:14.406199 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7055d8ce-4b15-4be2-a076-3d3637f4d4c8 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:15:14.406527 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7055d8ce-4b15-4be2-a076-3d3637f4d4c8 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:15:14.406899 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7055d8ce-4b15-4be2-a076-3d3637f4d4c8 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:15:14.407234 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7055d8ce-4b15-4be2-a076-3d3637f4d4c8 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:15:14.407569 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7055d8ce-4b15-4be2-a076-3d3637f4d4c8 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:15:14.410027 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7055d8ce-4b15-4be2-a076-3d3637f4d4c8 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:15:14.410027 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7055d8ce-4b15-4be2-a076-3d3637f4d4c8 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:15:14.410027 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7055d8ce-4b15-4be2-a076-3d3637f4d4c8 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:15:14.410027 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7055d8ce-4b15-4be2-a076-3d3637f4d4c8 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:15:14.410027 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7055d8ce-4b15-4be2-a076-3d3637f4d4c8 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:15:14.410027 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7055d8ce-4b15-4be2-a076-3d3637f4d4c8 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:15:14.410027 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7055d8ce-4b15-4be2-a076-3d3637f4d4c8 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:15:14.444773 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.l3_dvrscheduler_db [req-537d606a-6203-4b7a-9e94-9c018e4d2216 req-7055d8ce-4b15-4be2-a076-3d3637f4d4c8 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] No DVR routers for this DVR port 5ddbb72e-a939-491e-b23a-62e5f93e3002 on host hv-cinder-81561 {{(pid=108314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 02:15:14.447229 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-537d606a-6203-4b7a-9e94-9c018e4d2216 req-7055d8ce-4b15-4be2-a076-3d3637f4d4c8 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622'] for port, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:14.450540 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-537d606a-6203-4b7a-9e94-9c018e4d2216 req-7055d8ce-4b15-4be2-a076-3d3637f4d4c8 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.37 "DELETE /v2.0/ports/5ddbb72e-a939-491e-b23a-62e5f93e3002 HTTP/1.1" status: 204 len: 173 time: 0.4994311 Nov 03 02:15:14.450981 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e224262-fe47-4306-9c1b-75a8a4b3879d', 'name': 'network-vif-deleted', 'tag': '5ddbb72e-a939-491e-b23a-62e5f93e3002'}] {{(pid=108314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:15:14.453221 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b9e71fb97e4882bef21449c101b24c97d897c9b718fbc8dac7673975a826a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-410a9e88-4d3d-4f5d-957a-3f8f295c368f" -d '{"events": [{"server_uuid": "6e224262-fe47-4306-9c1b-75a8a4b3879d", "name": "network-vif-deleted", "tag": "5ddbb72e-a939-491e-b23a-62e5f93e3002"}]}' {{(pid=108314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:15:14.488034 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 02:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-812d9674-8d86-40b1-b3c6-1778cb011a09 x-openstack-request-id: req-812d9674-8d86-40b1-b3c6-1778cb011a09 {{(pid=108314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:15:14.488328 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e224262-fe47-4306-9c1b-75a8a4b3879d", "name": "network-vif-deleted", "tag": "5ddbb72e-a939-491e-b23a-62e5f93e3002", "status": "completed", "code": 200}]} {{(pid=108314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:15:14.488578 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-812d9674-8d86-40b1-b3c6-1778cb011a09 {{(pid=108314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:15:14.488979 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e224262-fe47-4306-9c1b-75a8a4b3879d', 'name': 'network-vif-deleted', 'tag': '5ddbb72e-a939-491e-b23a-62e5f93e3002', 'status': 'completed', 'code': 200} Nov 03 02:15:14.730295 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-60945000-d437-44e0-9df9-e53fa235f433 req-44503f9b-0dd2-4dbf-8726-a224e7b3a620 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e224262-fe47-4306-9c1b-75a8a4b3879d HTTP/1.1" status: 200 len: 210 time: 0.0300086 Nov 03 02:15:15.838818 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-785c58cb-ada2-48a2-b178-d1b89d3f2fc6 req-1fbb4382-b066-4dda-883f-862b0ef82caf tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e224262-fe47-4306-9c1b-75a8a4b3879d HTTP/1.1" status: 200 len: 210 time: 0.0260761 Nov 03 02:15:16.736004 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-83cb9a4a-5629-4a60-8d33-106df0decad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:17.167547 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device 5ddbb72e-a939-491e-b23a-62e5f93e3002 no longer exists at agent hyperv_hv-cinder-81561 {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:15:17.187380 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] No Port match for: 5ddbb72e-a939-491e-b23a-62e5f93e3002 {{(pid=108316) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 02:15:17.187719 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device 5ddbb72e-a939-491e-b23a-62e5f93e3002 not bound to the agent host hv-cinder-81561 {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:15:18.949903 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-4c7277bc-6430-4a79-a782-4510b502897f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:19.304979 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 52482) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:15:19.459090 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.plugin [None req-628ea711-d401-487e-b16f-2b964a69dcb6 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Deleting port 15d6fcf9-cd3e-4c75-bb11-fd182870614f {{(pid=108315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 02:15:19.459429 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-628ea711-d401-487e-b16f-2b964a69dcb6 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784217550484'] for port, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:19.536841 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-628ea711-d401-487e-b16f-2b964a69dcb6 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538104'] for port, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:19.537166 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-628ea711-d401-487e-b16f-2b964a69dcb6 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:19.549938 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.plugin [None req-628ea711-d401-487e-b16f-2b964a69dcb6 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Calling delete_port for 15d6fcf9-cd3e-4c75-bb11-fd182870614f owned by network:floatingip {{(pid=108315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 02:15:19.735970 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-628ea711-d401-487e-b16f-2b964a69dcb6 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784217703262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784217128223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127914182'] for port, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:19.767846 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628ea711-d401-487e-b16f-2b964a69dcb6 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Pushing event deleted for resources: {'Port': ['ID=15d6fcf9-cd3e-4c75-bb11-fd182870614f,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:15:19.827946 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-628ea711-d401-487e-b16f-2b964a69dcb6 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks [] for floatingip, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:19.828189 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.db.l3_db [None req-628ea711-d401-487e-b16f-2b964a69dcb6 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Floating IP 14b914dd-4e14-4ab6-8e26-a40e6e82606a disassociated (deleted). External IP: 172.27.1.135, port: e4f46ead-c149-4eee-ac3c-12255a6be4f7. Nov 03 02:15:19.967266 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-3baf3433-eee1-48f0-90c8-209ed8ef0e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:20.041112 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-628ea711-d401-487e-b16f-2b964a69dcb6 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Router c53cceb8-96b2-410c-a04b-01b956cef230 has already been hosted by L3 agent dfdd482b-800d-4ddb-af67-bfdcf28c1d2f {{(pid=108315) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:15:20.145220 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-628ea711-d401-487e-b16f-2b964a69dcb6 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Notify agent at l3_agent.dv-cinder-815614-3-iscsi the message routers_updated {{(pid=108315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:15:20.150737 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-628ea711-d401-487e-b16f-2b964a69dcb6 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622'] for floatingip, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:20.155527 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0f2f61-8b05-46ed-b54f-c22dde1319ce None None] Sync routers for ids ['c53cceb8-96b2-410c-a04b-01b956cef230'] in dv-cinder-815614-3-iscsi {{(pid=108316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:15:20.177806 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-628ea711-d401-487e-b16f-2b964a69dcb6 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "DELETE /v2.0/floatingips/14b914dd-4e14-4ab6-8e26-a40e6e82606a HTTP/1.1" status: 204 len: 168 time: 0.8716979 Nov 03 02:15:20.178482 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c7a5a05-f330-4efd-8bb2-d11ec928e3a2', 'tag': 'e4f46ead-c149-4eee-ac3c-12255a6be4f7'}] {{(pid=108315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:15:20.180773 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ceb3f72598e67bafae985fe00b788e907b12cd818b569c9993237f285010df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43518145-886f-4ca4-8320-2009db940783" -d '{"events": [{"name": "network-changed", "server_uuid": "2c7a5a05-f330-4efd-8bb2-d11ec928e3a2", "tag": "e4f46ead-c149-4eee-ac3c-12255a6be4f7"}]}' {{(pid=108315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:15:20.219867 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 02:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-652a012c-52c5-4717-bbd9-7fc79bd28ba1 x-openstack-request-id: req-652a012c-52c5-4717-bbd9-7fc79bd28ba1 {{(pid=108315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:15:20.220348 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c7a5a05-f330-4efd-8bb2-d11ec928e3a2", "tag": "e4f46ead-c149-4eee-ac3c-12255a6be4f7", "status": "completed", "code": 200}]} {{(pid=108315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:15:20.220698 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-652a012c-52c5-4717-bbd9-7fc79bd28ba1 {{(pid=108315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:15:20.221199 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c7a5a05-f330-4efd-8bb2-d11ec928e3a2', 'tag': 'e4f46ead-c149-4eee-ac3c-12255a6be4f7', 'status': 'completed', 'code': 200} Nov 03 02:15:20.285155 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43518145-886f-4ca4-8320-2009db940783 req-d9f8c5cd-6b3a-4238-b079-2cb9e8b4f96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:15:20.286800 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-43518145-886f-4ca4-8320-2009db940783 req-d9f8c5cd-6b3a-4238-b079-2cb9e8b4f96f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a08b0f1fc6b940148531ae61a6847288&device_id=2c7a5a05-f330-4efd-8bb2-d11ec928e3a2 HTTP/1.1" status: 200 len: 1099 time: 0.0423901 Nov 03 02:15:20.286940 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0f2f61-8b05-46ed-b54f-c22dde1319ce None None] Routers {'c53cceb8-96b2-410c-a04b-01b956cef230'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:15:20.287397 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-4a0f2f61-8b05-46ed-b54f-c22dde1319ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:15:19Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['c53cceb8-96b2-410c-a04b-01b956cef230'], 'active': True} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:15:20.381018 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43518145-886f-4ca4-8320-2009db940783 req-addd271b-d8e8-4e48-a80b-01a7a3a3f1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:15:20.383122 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-43518145-886f-4ca4-8320-2009db940783 req-addd271b-d8e8-4e48-a80b-01a7a3a3f1a6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f712cad4-e8ca-42ec-98fb-45f5bacc0fc1 HTTP/1.1" status: 200 len: 912 time: 0.0895944 Nov 03 02:15:20.393673 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvr_db [None req-4a0f2f61-8b05-46ed-b54f-c22dde1319ce None None] Set router c53cceb8-96b2-410c-a04b-01b956cef230 gateway port host: dv-cinder-815614-3-iscsi {{(pid=108316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:15:20.426483 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-43518145-886f-4ca4-8320-2009db940783 req-41ae21a5-ecc5-48dd-beb6-f98a4a0bfaf1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4f46ead-c149-4eee-ac3c-12255a6be4f7 HTTP/1.1" status: 200 len: 217 time: 0.0344183 Nov 03 02:15:20.475940 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43518145-886f-4ca4-8320-2009db940783 req-0b478660-8802-4314-9ddf-c35ae757a96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:15:20.477427 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-43518145-886f-4ca4-8320-2009db940783 req-0b478660-8802-4314-9ddf-c35ae757a96f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=43639205-925f-474d-a075-6f18826b2705 HTTP/1.1" status: 200 len: 850 time: 0.0458939 Nov 03 02:15:20.523477 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43518145-886f-4ca4-8320-2009db940783 req-9ff13a21-839a-46bc-b54d-928c0791c6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:15:20.524945 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-43518145-886f-4ca4-8320-2009db940783 req-9ff13a21-839a-46bc-b54d-928c0791c6a1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f712cad4-e8ca-42ec-98fb-45f5bacc0fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406821 Nov 03 02:15:20.603153 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-4a0f2f61-8b05-46ed-b54f-c22dde1319ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'name': 'tempest-TestVolumeBootPattern-964798403-router', 'tenant_id': 'a08b0f1fc6b940148531ae61a6847288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '27fddf72-16d8-4633-a63b-2c55aeb0aa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:07:52Z', 'updated_at': '2021-11-03T02:07:56Z', 'revision_number': 4, 'project_id': 'a08b0f1fc6b940148531ae61a6847288', 'gw_port': {'id': '27fddf72-16d8-4633-a63b-2c55aeb0aa60', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:75:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:07:53Z', 'updated_at': '2021-11-03T02:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_interfaces': [{'id': 'ee1dbab4-efdb-4180-a487-fed713956095', 'name': '', 'network_id': 'f712cad4-e8ca-42ec-98fb-45f5bacc0fc1', 'tenant_id': 'a08b0f1fc6b940148531ae61a6847288', 'mac_address': 'fa:16:3e:b7:1b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '43639205-925f-474d-a075-6f18826b2705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:07:56Z', 'updated_at': '2021-11-03T02:08:02Z', 'revision_number': 5, 'project_id': 'a08b0f1fc6b940148531ae61a6847288', 'subnets': [{'id': '43639205-925f-474d-a075-6f18826b2705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:15:20.635987 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0f2f61-8b05-46ed-b54f-c22dde1319ce None None] Checking router: c53cceb8-96b2-410c-a04b-01b956cef230 for host: dv-cinder-815614-3-iscsi {{(pid=108316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:15:20.644259 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0f2f61-8b05-46ed-b54f-c22dde1319ce None None] Routers {'c53cceb8-96b2-410c-a04b-01b956cef230'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:15:20.644855 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-4a0f2f61-8b05-46ed-b54f-c22dde1319ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:15:19Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['c53cceb8-96b2-410c-a04b-01b956cef230'], 'active': True} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:15:20.663554 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a53bfa-a707-4fcb-bb13-b6e5ff39d5f8 req-c4dd3068-75dc-4fd9-ba30-b48543b59ca3 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:15:20.664931 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-c9a53bfa-a707-4fcb-bb13-b6e5ff39d5f8 req-c4dd3068-75dc-4fd9-ba30-b48543b59ca3 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c7a5a05-f330-4efd-8bb2-d11ec928e3a2 HTTP/1.1" status: 200 len: 946 time: 0.0696244 Nov 03 02:15:20.667072 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-43518145-886f-4ca4-8320-2009db940783 req-838ebaf1-6426-40ae-bc61-01d394721cf6 service neutron] 10.222.0.37 "GET /v2.0/networks/f712cad4-e8ca-42ec-98fb-45f5bacc0fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349573 Nov 03 02:15:20.754521 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvr_db [None req-4a0f2f61-8b05-46ed-b54f-c22dde1319ce None None] Set router c53cceb8-96b2-410c-a04b-01b956cef230 gateway port host: dv-cinder-815614-3-iscsi {{(pid=108316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:15:20.771500 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-c9a53bfa-a707-4fcb-bb13-b6e5ff39d5f8 req-f7a6ad4c-89a3-4ed4-9234-b98dafab798d tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1e43461-b85d-4639-b4a3-3f08fe84210d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002162 Nov 03 02:15:20.804198 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-43518145-886f-4ca4-8320-2009db940783 req-602368c3-e789-4b26-b052-0c822dd4e5d8 service neutron] 10.222.0.37 "GET /v2.0/networks/f712cad4-e8ca-42ec-98fb-45f5bacc0fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266096 Nov 03 02:15:20.961878 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-4a0f2f61-8b05-46ed-b54f-c22dde1319ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'name': 'tempest-TestVolumeBootPattern-964798403-router', 'tenant_id': 'a08b0f1fc6b940148531ae61a6847288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '27fddf72-16d8-4633-a63b-2c55aeb0aa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:07:52Z', 'updated_at': '2021-11-03T02:07:56Z', 'revision_number': 4, 'project_id': 'a08b0f1fc6b940148531ae61a6847288', 'gw_port': {'id': '27fddf72-16d8-4633-a63b-2c55aeb0aa60', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:75:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:07:53Z', 'updated_at': '2021-11-03T02:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_interfaces': [{'id': 'ee1dbab4-efdb-4180-a487-fed713956095', 'name': '', 'network_id': 'f712cad4-e8ca-42ec-98fb-45f5bacc0fc1', 'tenant_id': 'a08b0f1fc6b940148531ae61a6847288', 'mac_address': 'fa:16:3e:b7:1b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '43639205-925f-474d-a075-6f18826b2705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:07:56Z', 'updated_at': '2021-11-03T02:08:02Z', 'revision_number': 5, 'project_id': 'a08b0f1fc6b940148531ae61a6847288', 'subnets': [{'id': '43639205-925f-474d-a075-6f18826b2705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:15:20.987422 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0f2f61-8b05-46ed-b54f-c22dde1319ce None None] The sync data for ids ['c53cceb8-96b2-410c-a04b-01b956cef230'] in dv-cinder-815614-3-iscsi is: [{'id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'name': 'tempest-TestVolumeBootPattern-964798403-router', 'tenant_id': 'a08b0f1fc6b940148531ae61a6847288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '27fddf72-16d8-4633-a63b-2c55aeb0aa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:07:52Z', 'updated_at': '2021-11-03T02:07:56Z', 'revision_number': 4, 'project_id': 'a08b0f1fc6b940148531ae61a6847288', 'gw_port': {'id': '27fddf72-16d8-4633-a63b-2c55aeb0aa60', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:75:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:07:53Z', 'updated_at': '2021-11-03T02:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi', '_interfaces': [{'id': 'ee1dbab4-efdb-4180-a487-fed713956095', 'name': '', 'network_id': 'f712cad4-e8ca-42ec-98fb-45f5bacc0fc1', 'tenant_id': 'a08b0f1fc6b940148531ae61a6847288', 'mac_address': 'fa:16:3e:b7:1b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '43639205-925f-474d-a075-6f18826b2705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:07:56Z', 'updated_at': '2021-11-03T02:08:02Z', 'revision_number': 5, 'project_id': 'a08b0f1fc6b940148531ae61a6847288', 'subnets': [{'id': '43639205-925f-474d-a075-6f18826b2705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:15:21.198103 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2305508d-4ab7-4aaf-ac98-4c7b262f8158 None None] New status for floating IP 14b914dd-4e14-4ab6-8e26-a40e6e82606a: DOWN {{(pid=108317) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 02:15:21.384130 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-5b813f54-077d-440d-903f-32bc670fe069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:21.892066 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d2ad8-6d68-4f6e-b0ff-85deda107e3d req-0664221b-6f0a-43d6-b1a2-a031fb38788b tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:15:21.893553 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-046d2ad8-6d68-4f6e-b0ff-85deda107e3d req-0664221b-6f0a-43d6-b1a2-a031fb38788b tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c7a5a05-f330-4efd-8bb2-d11ec928e3a2 HTTP/1.1" status: 200 len: 946 time: 0.0494382 Nov 03 02:15:21.947227 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-046d2ad8-6d68-4f6e-b0ff-85deda107e3d req-df67c182-b658-43d6-947d-a251b7673b67 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1e43461-b85d-4639-b4a3-3f08fe84210d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477314 Nov 03 02:15:22.953423 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.agents_db [None req-a2914077-2d9d-4477-8dde-df1573e0789a None None] Agent healthcheck: found 6 active agents {{(pid=108317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:15:23.059915 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48eb913-f188-4eb1-8c41-19f955f6a4d1 req-320d2fa1-e076-43b0-9165-e7875c2b0bb3 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:15:23.061406 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b48eb913-f188-4eb1-8c41-19f955f6a4d1 req-320d2fa1-e076-43b0-9165-e7875c2b0bb3 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c7a5a05-f330-4efd-8bb2-d11ec928e3a2 HTTP/1.1" status: 200 len: 946 time: 0.0490170 Nov 03 02:15:23.111231 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b48eb913-f188-4eb1-8c41-19f955f6a4d1 req-667dc3da-8bd3-4be6-9d05-0d8374e418d2 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1e43461-b85d-4639-b4a3-3f08fe84210d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438118 Nov 03 02:15:24.061817 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:24.223073 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87a0ce9-0dbd-466b-b07f-645df7f09f90 req-6edf12fd-0414-4ee6-82c8-ef12cb175161 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:15:24.224553 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a87a0ce9-0dbd-466b-b07f-645df7f09f90 req-6edf12fd-0414-4ee6-82c8-ef12cb175161 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c7a5a05-f330-4efd-8bb2-d11ec928e3a2 HTTP/1.1" status: 200 len: 946 time: 0.0485442 Nov 03 02:15:24.275002 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-a87a0ce9-0dbd-466b-b07f-645df7f09f90 req-81c16baf-b3b8-4b42-bdc6-400089d453c3 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1e43461-b85d-4639-b4a3-3f08fe84210d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441391 Nov 03 02:15:25.180691 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Device e4f46ead-c149-4eee-ac3c-12255a6be4f7 no longer exists at agent hyperv_hv-cinder-81561 {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:15:25.252715 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1990905'] for port, before_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:25.274588 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7a5a05-f330-4efd-8bb2-d11ec928e3a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4f46ead-c149-4eee-ac3c-12255a6be4f7'}] {{(pid=108316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:15:25.276727 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c49bda4003134bcf77c295383a637b11cae661d7d3df1045ea696fe6ff2a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb28c0c-4ba9-491a-8cb3-3b5a8fe78b35" -d '{"events": [{"server_uuid": "2c7a5a05-f330-4efd-8bb2-d11ec928e3a2", "name": "network-vif-unplugged", "status": "completed", "tag": "e4f46ead-c149-4eee-ac3c-12255a6be4f7"}]}' {{(pid=108316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:15:25.289445 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] For port e4f46ead-c149-4eee-ac3c-12255a6be4f7, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=e4f46ead-c149-4eee-ac3c-12255a6be4f7,segment=NetworkSegment(974828e1-7153-4348-912c-a42e71ffbf48),segment_id=974828e1-7153-4348-912c-a42e71ffbf48)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:15:25.311823 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 02:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2614bab8-e4ab-48b4-aac6-9cc44a8113ec x-openstack-request-id: req-2614bab8-e4ab-48b4-aac6-9cc44a8113ec {{(pid=108316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:15:25.312018 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c7a5a05-f330-4efd-8bb2-d11ec928e3a2", "name": "network-vif-unplugged", "status": "completed", "tag": "e4f46ead-c149-4eee-ac3c-12255a6be4f7", "code": 200}]} {{(pid=108316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:15:25.312273 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2614bab8-e4ab-48b4-aac6-9cc44a8113ec {{(pid=108316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:15:25.312658 dv-cinder-815614-3-iscsi neutron-server[108316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c7a5a05-f330-4efd-8bb2-d11ec928e3a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4f46ead-c149-4eee-ac3c-12255a6be4f7', 'code': 200} Nov 03 02:15:25.350102 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784217703280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784217128232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784217128250'] for port, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:25.393308 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fce3cda-3257-45f9-8614-df945bd8d4dd req-ed1605cd-ee3f-42c2-8bf8-a544abfccd80 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:15:25.394818 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-3fce3cda-3257-45f9-8614-df945bd8d4dd req-ed1605cd-ee3f-42c2-8bf8-a544abfccd80 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c7a5a05-f330-4efd-8bb2-d11ec928e3a2 HTTP/1.1" status: 200 len: 944 time: 0.0522068 Nov 03 02:15:25.400948 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Pushing event updated for resources: {'Port': ['ID=e4f46ead-c149-4eee-ac3c-12255a6be4f7,revision_number=6']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:15:25.407996 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:15:25.408340 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:15:25.408682 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:15:25.409013 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:15:25.409352 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:15:25.409682 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:15:25.410004 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:15:25.410358 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:15:25.410685 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:15:25.411004 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:15:25.411323 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:15:25.411636 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-3-iscsi {{(pid=108316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 02:15:25.445649 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-3fce3cda-3257-45f9-8614-df945bd8d4dd req-d6f8047a-a124-4680-9da0-275747eb825f tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1e43461-b85d-4639-b4a3-3f08fe84210d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440953 Nov 03 02:15:26.563304 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37e066f-5330-4d97-bab0-0a0482f67f89 req-c30cbf4b-b814-42d3-9a8f-75365b2caefd tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:15:26.564945 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b37e066f-5330-4d97-bab0-0a0482f67f89 req-c30cbf4b-b814-42d3-9a8f-75365b2caefd tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c7a5a05-f330-4efd-8bb2-d11ec928e3a2 HTTP/1.1" status: 200 len: 944 time: 0.0517943 Nov 03 02:15:26.614722 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-b37e066f-5330-4d97-bab0-0a0482f67f89 req-be842957-ab46-4c98-8437-249398e44f11 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1e43461-b85d-4639-b4a3-3f08fe84210d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437126 Nov 03 02:15:27.725398 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962a1b2b-b2e7-4e7c-a95c-1f60288ed9d4 req-b93c5f6e-5ee5-4ee9-aa79-833da9b22ee5 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:15:27.726857 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-962a1b2b-b2e7-4e7c-a95c-1f60288ed9d4 req-b93c5f6e-5ee5-4ee9-aa79-833da9b22ee5 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c7a5a05-f330-4efd-8bb2-d11ec928e3a2 HTTP/1.1" status: 200 len: 944 time: 0.0467353 Nov 03 02:15:27.779432 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-962a1b2b-b2e7-4e7c-a95c-1f60288ed9d4 req-f81e7b6d-f982-4234-828a-5fa58c39636d tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1e43461-b85d-4639-b4a3-3f08fe84210d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466161 Nov 03 02:15:28.892837 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358c4a5-20cb-4665-bd31-e3ce54b801a6 req-46eaa4c3-250e-4cfc-bdba-f5e4dd973a22 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:15:28.894340 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-0358c4a5-20cb-4665-bd31-e3ce54b801a6 req-46eaa4c3-250e-4cfc-bdba-f5e4dd973a22 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c7a5a05-f330-4efd-8bb2-d11ec928e3a2 HTTP/1.1" status: 200 len: 944 time: 0.0485854 Nov 03 02:15:28.942271 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-0358c4a5-20cb-4665-bd31-e3ce54b801a6 req-c6d589f9-bb73-466d-9b3c-4b6d06a7d77a tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1e43461-b85d-4639-b4a3-3f08fe84210d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419672 Nov 03 02:15:29.721542 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c551b876-afcc-4d63-b409-18923c06af1c req-c66b2291-cb33-44f0-ad79-12206cde2e04 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:15:29.723106 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-c551b876-afcc-4d63-b409-18923c06af1c req-c66b2291-cb33-44f0-ad79-12206cde2e04 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c7a5a05-f330-4efd-8bb2-d11ec928e3a2 HTTP/1.1" status: 200 len: 944 time: 0.0474014 Nov 03 02:15:29.821263 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.plugin [req-c551b876-afcc-4d63-b409-18923c06af1c req-3b194b91-6a53-48cc-8115-9966a76533b5 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Deleting port e4f46ead-c149-4eee-ac3c-12255a6be4f7 {{(pid=108314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 02:15:29.821521 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-c551b876-afcc-4d63-b409-18923c06af1c req-3b194b91-6a53-48cc-8115-9966a76533b5 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784217550484'] for port, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:29.906838 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.db [req-c551b876-afcc-4d63-b409-18923c06af1c req-3b194b91-6a53-48cc-8115-9966a76533b5 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] For port e4f46ead-c149-4eee-ac3c-12255a6be4f7, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=e4f46ead-c149-4eee-ac3c-12255a6be4f7,segment=NetworkSegment(974828e1-7153-4348-912c-a42e71ffbf48),segment_id=974828e1-7153-4348-912c-a42e71ffbf48)] {{(pid=108314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:15:29.907535 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-c551b876-afcc-4d63-b409-18923c06af1c req-3b194b91-6a53-48cc-8115-9966a76533b5 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538104'] for port, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:29.920269 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.plugin [req-c551b876-afcc-4d63-b409-18923c06af1c req-3b194b91-6a53-48cc-8115-9966a76533b5 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Calling delete_port for e4f46ead-c149-4eee-ac3c-12255a6be4f7 owned by compute:nova {{(pid=108314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 02:15:30.018635 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:30.091193 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c0c58-b1f3-40bd-8b6d-2cc6fdd44215 req-8bcaaf2f-2950-49be-838b-f9732edcc21c tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 02:15:30.092594 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d29c0c58-b1f3-40bd-8b6d-2cc6fdd44215 req-8bcaaf2f-2950-49be-838b-f9732edcc21c tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c7a5a05-f330-4efd-8bb2-d11ec928e3a2 HTTP/1.1" status: 200 len: 944 time: 0.0847151 Nov 03 02:15:30.144996 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-d29c0c58-b1f3-40bd-8b6d-2cc6fdd44215 req-7a00e4e5-44cc-4421-a8c2-6ada74c2ac37 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1e43461-b85d-4639-b4a3-3f08fe84210d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464299 Nov 03 02:15:30.175636 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-c551b876-afcc-4d63-b409-18923c06af1c req-3b194b91-6a53-48cc-8115-9966a76533b5 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784217703262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784217128223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126899639'] for port, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:30.204632 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b194b91-6a53-48cc-8115-9966a76533b5 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Pushing event deleted for resources: {'Port': ['ID=e4f46ead-c149-4eee-ac3c-12255a6be4f7,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:15:30.257329 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.l3_dvrscheduler_db [req-c551b876-afcc-4d63-b409-18923c06af1c req-3b194b91-6a53-48cc-8115-9966a76533b5 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] No DVR routers for this DVR port e4f46ead-c149-4eee-ac3c-12255a6be4f7 on host hv-cinder-81561 {{(pid=108314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 02:15:30.257329 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [req-c551b876-afcc-4d63-b409-18923c06af1c req-3b194b91-6a53-48cc-8115-9966a76533b5 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622'] for port, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:30.257329 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-c551b876-afcc-4d63-b409-18923c06af1c req-3b194b91-6a53-48cc-8115-9966a76533b5 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.37 "DELETE /v2.0/ports/e4f46ead-c149-4eee-ac3c-12255a6be4f7 HTTP/1.1" status: 204 len: 173 time: 0.5224214 Nov 03 02:15:30.257329 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7a5a05-f330-4efd-8bb2-d11ec928e3a2', 'name': 'network-vif-deleted', 'tag': 'e4f46ead-c149-4eee-ac3c-12255a6be4f7'}] {{(pid=108314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 02:15:30.257329 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b9e71fb97e4882bef21449c101b24c97d897c9b718fbc8dac7673975a826a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df3156e5-191c-4832-8a5f-69fdc81c7be1" -d '{"events": [{"server_uuid": "2c7a5a05-f330-4efd-8bb2-d11ec928e3a2", "name": "network-vif-deleted", "tag": "e4f46ead-c149-4eee-ac3c-12255a6be4f7"}]}' {{(pid=108314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 02:15:30.289461 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 02:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f196f26-c128-4d99-9ff3-35053b0b0014 x-openstack-request-id: req-9f196f26-c128-4d99-9ff3-35053b0b0014 {{(pid=108314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 02:15:30.289764 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c7a5a05-f330-4efd-8bb2-d11ec928e3a2", "name": "network-vif-deleted", "tag": "e4f46ead-c149-4eee-ac3c-12255a6be4f7", "status": "completed", "code": 200}]} {{(pid=108314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 02:15:30.290023 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9f196f26-c128-4d99-9ff3-35053b0b0014 {{(pid=108314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 02:15:30.290453 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c7a5a05-f330-4efd-8bb2-d11ec928e3a2', 'name': 'network-vif-deleted', 'tag': 'e4f46ead-c149-4eee-ac3c-12255a6be4f7', 'status': 'completed', 'code': 200} Nov 03 02:15:31.249465 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [req-08f220cd-e7cd-4460-94cc-5715f99f97e7 req-dea12699-0a2e-4280-bd67-157029cf03bd tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c7a5a05-f330-4efd-8bb2-d11ec928e3a2 HTTP/1.1" status: 200 len: 210 time: 0.0271189 Nov 03 02:15:32.304848 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 52564) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:15:32.425613 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.plugin [None req-6750ee4d-aec1-4be5-8fcc-061eff21662b tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Deleting port 85c0f6e6-739c-4819-b908-e781c88dbd38 {{(pid=108314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 02:15:32.425946 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-6750ee4d-aec1-4be5-8fcc-061eff21662b tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784217550484'] for port, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:32.501005 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-6750ee4d-aec1-4be5-8fcc-061eff21662b tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538104'] for port, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:32.501324 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-6750ee4d-aec1-4be5-8fcc-061eff21662b tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:32.513124 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.plugin [None req-6750ee4d-aec1-4be5-8fcc-061eff21662b tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Calling delete_port for 85c0f6e6-739c-4819-b908-e781c88dbd38 owned by network:floatingip {{(pid=108314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 02:15:32.707254 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-6750ee4d-aec1-4be5-8fcc-061eff21662b tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784217703262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784217128223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126899639'] for port, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:32.732142 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6750ee4d-aec1-4be5-8fcc-061eff21662b tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Pushing event deleted for resources: {'Port': ['ID=85c0f6e6-739c-4819-b908-e781c88dbd38,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:15:32.794184 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-6750ee4d-aec1-4be5-8fcc-061eff21662b tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks [] for floatingip, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:32.796989 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-6750ee4d-aec1-4be5-8fcc-061eff21662b tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83622'] for floatingip, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:32.798199 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-6750ee4d-aec1-4be5-8fcc-061eff21662b tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "DELETE /v2.0/floatingips/3dc9412a-45e3-42c9-b075-140bdad1caf8 HTTP/1.1" status: 204 len: 168 time: 0.4923244 Nov 03 02:15:34.146990 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 52586) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:15:34.205366 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-c86dcceb-330e-47ca-9ae5-88b6cf946447 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks [] for security_group, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:34.233419 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-c86dcceb-330e-47ca-9ae5-88b6cf946447 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:34.378633 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-c86dcceb-330e-47ca-9ae5-88b6cf946447 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:34.381272 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-c86dcceb-330e-47ca-9ae5-88b6cf946447 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Publish callbacks [] for security_group, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:34.382461 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-c86dcceb-330e-47ca-9ae5-88b6cf946447 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] 10.222.0.30 "DELETE /v2.0/security-groups/e1e43461-b85d-4639-b4a3-3f08fe84210d HTTP/1.1" status: 204 len: 168 time: 0.2344623 Nov 03 02:15:34.392136 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86dcceb-330e-47ca-9ae5-88b6cf946447 tempest-TestVolumeBootPattern-523835539 tempest-TestVolumeBootPattern-523835539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e43461-b85d-4639-b4a3-3f08fe84210d,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:15:34.513586 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 52592) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:15:34.998898 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-f3e910ef-82c1-41d7-bf15-c1f4aa73f5a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640815'] for router_interface, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:35.235189 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.plugin [None req-f3e910ef-82c1-41d7-bf15-c1f4aa73f5a9 admin admin] Deleting port ee1dbab4-efdb-4180-a487-fed713956095 {{(pid=108314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 02:15:35.235532 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-f3e910ef-82c1-41d7-bf15-c1f4aa73f5a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784217550484'] for port, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:35.315646 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.db [None req-f3e910ef-82c1-41d7-bf15-c1f4aa73f5a9 admin admin] For port ee1dbab4-efdb-4180-a487-fed713956095, host dv-cinder-815614-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=ee1dbab4-efdb-4180-a487-fed713956095,segment=NetworkSegment(974828e1-7153-4348-912c-a42e71ffbf48),segment_id=974828e1-7153-4348-912c-a42e71ffbf48)] {{(pid=108314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:15:35.316029 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-f3e910ef-82c1-41d7-bf15-c1f4aa73f5a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538104'] for port, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:35.328936 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.plugin [None req-f3e910ef-82c1-41d7-bf15-c1f4aa73f5a9 admin admin] Calling delete_port for ee1dbab4-efdb-4180-a487-fed713956095 owned by network:router_interface {{(pid=108314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 02:15:35.578732 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-f3e910ef-82c1-41d7-bf15-c1f4aa73f5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784217703262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784217128223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126899639'] for port, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:35.608924 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e910ef-82c1-41d7-bf15-c1f4aa73f5a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee1dbab4-efdb-4180-a487-fed713956095,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:15:35.742275 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 52602) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:15:35.774663 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-f3e910ef-82c1-41d7-bf15-c1f4aa73f5a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643807'] for router_interface, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:35.856666 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-4efb699b-cb5a-45b2-adba-66dc6ac343de admin admin] Publish callbacks [] for security_group, before_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:35.932236 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-4efb699b-cb5a-45b2-adba-66dc6ac343de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:35.987835 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3e910ef-82c1-41d7-bf15-c1f4aa73f5a9 admin admin] Router c53cceb8-96b2-410c-a04b-01b956cef230 has already been hosted by L3 agent dfdd482b-800d-4ddb-af67-bfdcf28c1d2f {{(pid=108314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:15:36.012876 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-4efb699b-cb5a-45b2-adba-66dc6ac343de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_create {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:36.053165 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-4efb699b-cb5a-45b2-adba-66dc6ac343de admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4b5df03e588e433c8bb62e0d1390284a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3096845 Nov 03 02:15:36.053925 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efb699b-cb5a-45b2-adba-66dc6ac343de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6af423-4c88-4d8a-a994-604573f0bd89,revision_number=1']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:15:36.059207 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 52606) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:15:36.100575 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e910ef-82c1-41d7-bf15-c1f4aa73f5a9 admin admin] Notify agent at l3_agent.dv-cinder-815614-3-iscsi the message routers_updated {{(pid=108314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:15:36.107692 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-f3e910ef-82c1-41d7-bf15-c1f4aa73f5a9 admin admin] 10.222.0.30 "PUT /v2.0/routers/c53cceb8-96b2-410c-a04b-01b956cef230/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5919077 Nov 03 02:15:36.108613 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 52608) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:15:36.109950 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-82c1fd0d-dacc-4498-95f0-83c4ac640084 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:36.112553 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac539f0-33e6-4289-af07-eed83a682575 None None] Sync routers for ids ['c53cceb8-96b2-410c-a04b-01b956cef230'] in dv-cinder-815614-3-iscsi {{(pid=108316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:15:36.122606 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac539f0-33e6-4289-af07-eed83a682575 None None] Routers {'c53cceb8-96b2-410c-a04b-01b956cef230'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:15:36.123385 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-6ac539f0-33e6-4289-af07-eed83a682575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:15:19Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['c53cceb8-96b2-410c-a04b-01b956cef230'], 'active': True} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:15:36.132095 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-82c1fd0d-dacc-4498-95f0-83c4ac640084 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:36.215404 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-9fd03bff-9658-4f0d-bec8-5854a3a57bc2 admin admin] Publish callbacks [] for router, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:36.228737 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvr_db [None req-6ac539f0-33e6-4289-af07-eed83a682575 None None] Set router c53cceb8-96b2-410c-a04b-01b956cef230 gateway port host: dv-cinder-815614-3-iscsi {{(pid=108316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:15:36.261679 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-82c1fd0d-dacc-4498-95f0-83c4ac640084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:36.264748 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-82c1fd0d-dacc-4498-95f0-83c4ac640084 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:36.268262 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-82c1fd0d-dacc-4498-95f0-83c4ac640084 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5a6af423-4c88-4d8a-a994-604573f0bd89 HTTP/1.1" status: 204 len: 168 time: 0.2058105 Nov 03 02:15:36.275906 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c1fd0d-dacc-4498-95f0-83c4ac640084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a6af423-4c88-4d8a-a994-604573f0bd89,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:15:36.431528 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-6ac539f0-33e6-4289-af07-eed83a682575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'name': 'tempest-TestVolumeBootPattern-964798403-router', 'tenant_id': 'a08b0f1fc6b940148531ae61a6847288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '27fddf72-16d8-4633-a63b-2c55aeb0aa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:07:52Z', 'updated_at': '2021-11-03T02:15:35Z', 'revision_number': 5, 'project_id': 'a08b0f1fc6b940148531ae61a6847288', 'gw_port': {'id': '27fddf72-16d8-4633-a63b-2c55aeb0aa60', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:75:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:07:53Z', 'updated_at': '2021-11-03T02:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi'}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:15:36.458487 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac539f0-33e6-4289-af07-eed83a682575 None None] Checking router: c53cceb8-96b2-410c-a04b-01b956cef230 for host: dv-cinder-815614-3-iscsi {{(pid=108316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:15:36.468359 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac539f0-33e6-4289-af07-eed83a682575 None None] Routers {'c53cceb8-96b2-410c-a04b-01b956cef230'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:15:36.468980 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-6ac539f0-33e6-4289-af07-eed83a682575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:15:19Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['c53cceb8-96b2-410c-a04b-01b956cef230'], 'active': True} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:15:36.581754 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-9fd03bff-9658-4f0d-bec8-5854a3a57bc2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:36.590811 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvr_db [None req-6ac539f0-33e6-4289-af07-eed83a682575 None None] Set router c53cceb8-96b2-410c-a04b-01b956cef230 gateway port host: dv-cinder-815614-3-iscsi {{(pid=108316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:15:36.694987 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.plugin [None req-9fd03bff-9658-4f0d-bec8-5854a3a57bc2 admin admin] Deleting port 27fddf72-16d8-4633-a63b-2c55aeb0aa60 {{(pid=108314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 02:15:36.695341 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-9fd03bff-9658-4f0d-bec8-5854a3a57bc2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784217550484'] for port, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:36.772674 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_hamode_db [None req-6ac539f0-33e6-4289-af07-eed83a682575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'name': 'tempest-TestVolumeBootPattern-964798403-router', 'tenant_id': 'a08b0f1fc6b940148531ae61a6847288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '27fddf72-16d8-4633-a63b-2c55aeb0aa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:07:52Z', 'updated_at': '2021-11-03T02:15:35Z', 'revision_number': 5, 'project_id': 'a08b0f1fc6b940148531ae61a6847288', 'gw_port': {'id': '27fddf72-16d8-4633-a63b-2c55aeb0aa60', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:75:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:07:53Z', 'updated_at': '2021-11-03T02:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi'}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:15:36.774959 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.db [None req-9fd03bff-9658-4f0d-bec8-5854a3a57bc2 admin admin] For port 27fddf72-16d8-4633-a63b-2c55aeb0aa60, host dv-cinder-815614-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=27fddf72-16d8-4633-a63b-2c55aeb0aa60,segment=NetworkSegment(1823f467-65f5-492c-8155-6dfe4df97867),segment_id=1823f467-65f5-492c-8155-6dfe4df97867)] {{(pid=108314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:15:36.775321 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-9fd03bff-9658-4f0d-bec8-5854a3a57bc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538104'] for port, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:36.787606 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.plugin [None req-9fd03bff-9658-4f0d-bec8-5854a3a57bc2 admin admin] Calling delete_port for 27fddf72-16d8-4633-a63b-2c55aeb0aa60 owned by network:router_gateway {{(pid=108314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 02:15:36.801219 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac539f0-33e6-4289-af07-eed83a682575 None None] The sync data for ids ['c53cceb8-96b2-410c-a04b-01b956cef230'] in dv-cinder-815614-3-iscsi is: [{'id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'name': 'tempest-TestVolumeBootPattern-964798403-router', 'tenant_id': 'a08b0f1fc6b940148531ae61a6847288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '27fddf72-16d8-4633-a63b-2c55aeb0aa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:07:52Z', 'updated_at': '2021-11-03T02:15:35Z', 'revision_number': 5, 'project_id': 'a08b0f1fc6b940148531ae61a6847288', 'gw_port': {'id': '27fddf72-16d8-4633-a63b-2c55aeb0aa60', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:75:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cceb8-96b2-410c-a04b-01b956cef230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:07:53Z', 'updated_at': '2021-11-03T02:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi'}] {{(pid=108316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:15:37.015679 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-9fd03bff-9658-4f0d-bec8-5854a3a57bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784217703262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784217128223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126899639'] for port, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:37.044149 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd03bff-9658-4f0d-bec8-5854a3a57bc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=27fddf72-16d8-4633-a63b-2c55aeb0aa60,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:15:37.103498 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-9fd03bff-9658-4f0d-bec8-5854a3a57bc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-641637'] for router_gateway, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:37.194606 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-9fd03bff-9658-4f0d-bec8-5854a3a57bc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15182'] for router, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:37.196823 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-9fd03bff-9658-4f0d-bec8-5854a3a57bc2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:37.307123 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-9fd03bff-9658-4f0d-bec8-5854a3a57bc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642304'] for router, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:37.307687 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd03bff-9658-4f0d-bec8-5854a3a57bc2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c53cceb8-96b2-410c-a04b-01b956cef230 {{(pid=108314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 02:15:37.312412 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-9fd03bff-9658-4f0d-bec8-5854a3a57bc2 admin admin] Publish callbacks [] for router, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:37.313558 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-9fd03bff-9658-4f0d-bec8-5854a3a57bc2 admin admin] 10.222.0.30 "DELETE /v2.0/routers/c53cceb8-96b2-410c-a04b-01b956cef230 HTTP/1.1" status: 204 len: 168 time: 1.2034273 Nov 03 02:15:37.316096 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 52612) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:15:37.365117 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.db_base_plugin_v2 [None req-e707c7ec-3c87-41e7-94d4-280d08e2567c admin admin] Deleting subnet 43639205-925f-474d-a075-6f18826b2705 {{(pid=108314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 02:15:37.369333 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-e707c7ec-3c87-41e7-94d4-280d08e2567c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:37.405919 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-e707c7ec-3c87-41e7-94d4-280d08e2567c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127010045'] for subnet, precommit_delete_associations {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:37.486645 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-e707c7ec-3c87-41e7-94d4-280d08e2567c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1588830'] for subnet, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:37.604244 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-e707c7ec-3c87-41e7-94d4-280d08e2567c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1588775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126899682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126342560'] for subnet, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:37.629870 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e707c7ec-3c87-41e7-94d4-280d08e2567c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43639205-925f-474d-a075-6f18826b2705,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:15:37.634089 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-e707c7ec-3c87-41e7-94d4-280d08e2567c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554904'] for subnet, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:37.637414 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-e707c7ec-3c87-41e7-94d4-280d08e2567c admin admin] 10.222.0.30 "DELETE /v2.0/subnets/43639205-925f-474d-a075-6f18826b2705 HTTP/1.1" status: 204 len: 168 time: 0.3201981 Nov 03 02:15:37.639783 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [-] (108314) accepted ('10.222.0.30', 52614) {{(pid=108314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:15:37.640065 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7637f8b3-4d86-427e-912a-b6f9c8acf0c6 None None] Network f712cad4-e8ca-42ec-98fb-45f5bacc0fc1 requested from dv-cinder-815614-3-iscsi {{(pid=108316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 02:15:37.706753 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-55136507-0b67-4226-a4e3-81c2e60ec0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2025968'] for network, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:37.759737 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.plugin [None req-55136507-0b67-4226-a4e3-81c2e60ec0a7 admin admin] Deleting port 081ff6c0-52b5-4256-b118-655faef2c097 {{(pid=108314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 02:15:37.760068 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-55136507-0b67-4226-a4e3-81c2e60ec0a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784217550484'] for port, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:37.827920 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.db [None req-55136507-0b67-4226-a4e3-81c2e60ec0a7 admin admin] For port 081ff6c0-52b5-4256-b118-655faef2c097, host dv-cinder-815614-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=081ff6c0-52b5-4256-b118-655faef2c097,segment=NetworkSegment(974828e1-7153-4348-912c-a42e71ffbf48),segment_id=974828e1-7153-4348-912c-a42e71ffbf48)] {{(pid=108314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:15:37.828214 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-55136507-0b67-4226-a4e3-81c2e60ec0a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538104'] for port, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:37.838212 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd09432-3d02-4cc2-8873-dac17f6d2735 None None] DHCP port deletion for f712cad4-e8ca-42ec-98fb-45f5bacc0fc1 request from dv-cinder-815614-3-iscsi {{(pid=108316) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 02:15:37.841533 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.plugin [None req-55136507-0b67-4226-a4e3-81c2e60ec0a7 admin admin] Calling delete_port for 081ff6c0-52b5-4256-b118-655faef2c097 owned by network:dhcp {{(pid=108314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 02:15:37.884545 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-9cd09432-3d02-4cc2-8873-dac17f6d2735 None None] Deleting port 081ff6c0-52b5-4256-b118-655faef2c097 {{(pid=108316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 02:15:37.884912 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-9cd09432-3d02-4cc2-8873-dac17f6d2735 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784217550484'] for port, before_delete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:37.945848 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-9cd09432-3d02-4cc2-8873-dac17f6d2735 None None] For port 081ff6c0-52b5-4256-b118-655faef2c097, host dv-cinder-815614-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=081ff6c0-52b5-4256-b118-655faef2c097,segment=NetworkSegment(974828e1-7153-4348-912c-a42e71ffbf48),segment_id=974828e1-7153-4348-912c-a42e71ffbf48)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:15:37.946274 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-9cd09432-3d02-4cc2-8873-dac17f6d2735 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538104'] for port, precommit_delete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:37.962001 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-9cd09432-3d02-4cc2-8873-dac17f6d2735 None None] Calling delete_port for 081ff6c0-52b5-4256-b118-655faef2c097 owned by network:dhcp {{(pid=108316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 02:15:37.986804 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-55136507-0b67-4226-a4e3-81c2e60ec0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784217703262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784217128223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126899639'] for port, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:38.016056 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55136507-0b67-4226-a4e3-81c2e60ec0a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=081ff6c0-52b5-4256-b118-655faef2c097,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:15:38.019530 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55136507-0b67-4226-a4e3-81c2e60ec0a7 admin admin] No DVR routers for this DVR port 081ff6c0-52b5-4256-b118-655faef2c097 on host dv-cinder-815614-3-iscsi {{(pid=108314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 02:15:38.037873 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-9cd09432-3d02-4cc2-8873-dac17f6d2735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784217703262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784217128223'] for port, after_delete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:38.062213 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd09432-3d02-4cc2-8873-dac17f6d2735 None None] Pushing event deleted for resources: {'Port': ['ID=081ff6c0-52b5-4256-b118-655faef2c097,revision_number=None']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:15:38.067693 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd09432-3d02-4cc2-8873-dac17f6d2735 None None] No DVR routers for this DVR port 081ff6c0-52b5-4256-b118-655faef2c097 on host dv-cinder-815614-3-iscsi {{(pid=108316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 02:15:38.090213 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-55136507-0b67-4226-a4e3-81c2e60ec0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1575371', 'neutron.services.segments.db._delete_segments_for_network-8784217631501'] for network, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:38.110613 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.services.segments.db [None req-55136507-0b67-4226-a4e3-81c2e60ec0a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f712cad4-e8ca-42ec-98fb-45f5bacc0fc1']}} {{(pid=108314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:15:38.120296 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.services.segments.db [None req-55136507-0b67-4226-a4e3-81c2e60ec0a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '974828e1-7153-4348-912c-a42e71ffbf48') {'for_net_delete': True} {{(pid=108314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:15:38.120582 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.services.segments.db [None req-55136507-0b67-4226-a4e3-81c2e60ec0a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '974828e1-7153-4348-912c-a42e71ffbf48') {} {{(pid=108314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:15:38.133673 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-55136507-0b67-4226-a4e3-81c2e60ec0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784217632534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127010036'] for segment, before_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:38.146641 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-55136507-0b67-4226-a4e3-81c2e60ec0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1588371'] for segment, precommit_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:38.152477 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55136507-0b67-4226-a4e3-81c2e60ec0a7 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=108314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:15:38.152854 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-55136507-0b67-4226-a4e3-81c2e60ec0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1588371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126899588'] for segment, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:38.154560 dv-cinder-815614-3-iscsi neutron-server[108314]: Traceback (most recent call last): Nov 03 02:15:38.154560 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 02:15:38.154560 dv-cinder-815614-3-iscsi neutron-server[108314]: timer() Nov 03 02:15:38.154560 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 02:15:38.154560 dv-cinder-815614-3-iscsi neutron-server[108314]: cb(*args, **kw) Nov 03 02:15:38.154560 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 02:15:38.154560 dv-cinder-815614-3-iscsi neutron-server[108314]: return func(*args, **kwargs) Nov 03 02:15:38.154560 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 02:15:38.154560 dv-cinder-815614-3-iscsi neutron-server[108314]: self._notify() Nov 03 02:15:38.154560 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 02:15:38.154560 dv-cinder-815614-3-iscsi neutron-server[108314]: self.callback(batched_events) Nov 03 02:15:38.154560 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 02:15:38.154560 dv-cinder-815614-3-iscsi neutron-server[108314]: event.method(event) Nov 03 02:15:38.154560 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 02:15:38.154560 dv-cinder-815614-3-iscsi neutron-server[108314]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 02:15:38.154560 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 02:15:38.154560 dv-cinder-815614-3-iscsi neutron-server[108314]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 02:15:38.154560 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 02:15:38.154560 dv-cinder-815614-3-iscsi neutron-server[108314]: return f(self, *a, **k) Nov 03 02:15:38.154560 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 02:15:38.154560 dv-cinder-815614-3-iscsi neutron-server[108314]: return self._get(url).json() Nov 03 02:15:38.154560 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 02:15:38.154560 dv-cinder-815614-3-iscsi neutron-server[108314]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 02:15:38.154560 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 02:15:38.154560 dv-cinder-815614-3-iscsi neutron-server[108314]: return self.request(url, 'GET', **kwargs) Nov 03 02:15:38.154560 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 02:15:38.154560 dv-cinder-815614-3-iscsi neutron-server[108314]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 02:15:38.154560 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 02:15:38.154560 dv-cinder-815614-3-iscsi neutron-server[108314]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 02:15:38.154560 dv-cinder-815614-3-iscsi neutron-server[108314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 02:15:38.154560 dv-cinder-815614-3-iscsi neutron-server[108314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 02:15:38.154560 dv-cinder-815614-3-iscsi neutron-server[108314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 02:15:38.266997 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-55136507-0b67-4226-a4e3-81c2e60ec0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1575388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641601'] for network, after_delete {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:38.272356 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron_lib.callbacks.manager [None req-55136507-0b67-4226-a4e3-81c2e60ec0a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554904'] for network, before_response {{(pid=108314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:38.275631 dv-cinder-815614-3-iscsi neutron-server[108314]: INFO neutron.wsgi [None req-55136507-0b67-4226-a4e3-81c2e60ec0a7 admin admin] 10.222.0.30 "DELETE /v2.0/networks/f712cad4-e8ca-42ec-98fb-45f5bacc0fc1 HTTP/1.1" status: 204 len: 168 time: 0.6348357 Nov 03 02:15:38.278656 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 52616) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:15:38.288297 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55136507-0b67-4226-a4e3-81c2e60ec0a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f712cad4-e8ca-42ec-98fb-45f5bacc0fc1,revision_number=None']} {{(pid=108314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:15:38.425706 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device 27fddf72-16d8-4633-a63b-2c55aeb0aa60 no longer exists at agent ovs-agent-dv-cinder-815614-3-iscsi {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:15:38.445624 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] No Port match for: 27fddf72-16d8-4633-a63b-2c55aeb0aa60 {{(pid=108316) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 02:15:38.445963 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device 27fddf72-16d8-4633-a63b-2c55aeb0aa60 not bound to the agent host dv-cinder-815614-3-iscsi {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:15:38.446400 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device ee1dbab4-efdb-4180-a487-fed713956095 no longer exists at agent ovs-agent-dv-cinder-815614-3-iscsi {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:15:38.467475 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] No Port match for: ee1dbab4-efdb-4180-a487-fed713956095 {{(pid=108316) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 02:15:38.467811 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device ee1dbab4-efdb-4180-a487-fed713956095 not bound to the agent host dv-cinder-815614-3-iscsi {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:15:38.468219 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device 081ff6c0-52b5-4256-b118-655faef2c097 no longer exists at agent ovs-agent-dv-cinder-815614-3-iscsi {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:15:38.606853 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] No Port match for: 081ff6c0-52b5-4256-b118-655faef2c097 {{(pid=108316) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 02:15:38.607192 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device 081ff6c0-52b5-4256-b118-655faef2c097 not bound to the agent host dv-cinder-815614-3-iscsi {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:15:38.632352 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-09ff76d9-6a38-4961-b4f0-fbf5df5abce4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640815'] for router_interface, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:38.866579 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.plugin [None req-09ff76d9-6a38-4961-b4f0-fbf5df5abce4 admin admin] Deleting port a0ec31c0-cd4f-46d5-bb92-5b33653b2f3c {{(pid=108315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 02:15:38.866907 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-09ff76d9-6a38-4961-b4f0-fbf5df5abce4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784217550484'] for port, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:38.940398 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.db [None req-09ff76d9-6a38-4961-b4f0-fbf5df5abce4 admin admin] For port a0ec31c0-cd4f-46d5-bb92-5b33653b2f3c, host dv-cinder-815614-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=a0ec31c0-cd4f-46d5-bb92-5b33653b2f3c,segment=NetworkSegment(12ac22eb-1dc4-41ae-9d66-1bb3271e711d),segment_id=12ac22eb-1dc4-41ae-9d66-1bb3271e711d)] {{(pid=108315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:15:38.940695 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-09ff76d9-6a38-4961-b4f0-fbf5df5abce4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538104'] for port, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:38.952944 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.plugin [None req-09ff76d9-6a38-4961-b4f0-fbf5df5abce4 admin admin] Calling delete_port for a0ec31c0-cd4f-46d5-bb92-5b33653b2f3c owned by network:router_interface {{(pid=108315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 02:15:39.212607 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-09ff76d9-6a38-4961-b4f0-fbf5df5abce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784217703262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784217128223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127914182'] for port, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:39.237048 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ff76d9-6a38-4961-b4f0-fbf5df5abce4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0ec31c0-cd4f-46d5-bb92-5b33653b2f3c,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:15:39.402638 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-09ff76d9-6a38-4961-b4f0-fbf5df5abce4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643807'] for router_interface, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:39.867647 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09ff76d9-6a38-4961-b4f0-fbf5df5abce4 admin admin] Router aa3ad760-f153-4b10-b35f-e2ae4b4967eb has already been hosted by L3 agent dfdd482b-800d-4ddb-af67-bfdcf28c1d2f {{(pid=108315) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 02:15:39.967050 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ff76d9-6a38-4961-b4f0-fbf5df5abce4 admin admin] Notify agent at l3_agent.dv-cinder-815614-3-iscsi the message routers_updated {{(pid=108315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 02:15:39.972329 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-09ff76d9-6a38-4961-b4f0-fbf5df5abce4 admin admin] 10.222.0.30 "PUT /v2.0/routers/aa3ad760-f153-4b10-b35f-e2ae4b4967eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6926107 Nov 03 02:15:39.974876 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 52618) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:15:39.976834 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c15aa0-afd5-4455-b681-78a95109b7ee None None] Sync routers for ids ['aa3ad760-f153-4b10-b35f-e2ae4b4967eb'] in dv-cinder-815614-3-iscsi {{(pid=108317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 02:15:39.986203 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c15aa0-afd5-4455-b681-78a95109b7ee None None] Routers {'aa3ad760-f153-4b10-b35f-e2ae4b4967eb'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:15:39.986801 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-33c15aa0-afd5-4455-b681-78a95109b7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:15:19Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['aa3ad760-f153-4b10-b35f-e2ae4b4967eb'], 'active': True} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:15:40.079371 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-2e1ec2a9-73c6-45fe-b90c-f20223ef7371 admin admin] Publish callbacks [] for router, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:40.088950 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvr_db [None req-33c15aa0-afd5-4455-b681-78a95109b7ee None None] Set router aa3ad760-f153-4b10-b35f-e2ae4b4967eb gateway port host: dv-cinder-815614-3-iscsi {{(pid=108317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:15:40.184125 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-2e1ec2a9-73c6-45fe-b90c-f20223ef7371 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:40.261625 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-33c15aa0-afd5-4455-b681-78a95109b7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa3ad760-f153-4b10-b35f-e2ae4b4967eb', 'name': 'tempest-TestVolumeBootPattern-1482798759-router', 'tenant_id': '518ca4accbfe40c0b677549b1957e205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'external_fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '807f756b-2289-40bb-9cf2-219523336dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:08:00Z', 'updated_at': '2021-11-03T02:15:39Z', 'revision_number': 5, 'project_id': '518ca4accbfe40c0b677549b1957e205', 'gw_port': {'id': '807f756b-2289-40bb-9cf2-219523336dec', 'name': '', 'network_id': '4ca214f6-e89c-4bd7-af93-48c10786815e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:d9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa3ad760-f153-4b10-b35f-e2ae4b4967eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'd2239322-01a4-44c7-bb94-af7246032662', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T02:08:01Z', 'updated_at': '2021-11-03T02:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2239322-01a4-44c7-bb94-af7246032662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-3-iscsi'}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:15:40.287784 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c15aa0-afd5-4455-b681-78a95109b7ee None None] Checking router: aa3ad760-f153-4b10-b35f-e2ae4b4967eb for host: dv-cinder-815614-3-iscsi {{(pid=108317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 02:15:40.296249 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c15aa0-afd5-4455-b681-78a95109b7ee None None] Routers {'aa3ad760-f153-4b10-b35f-e2ae4b4967eb'} bound to L3 agent in host dv-cinder-815614-3-iscsi {{(pid=108317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 02:15:40.296891 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-33c15aa0-afd5-4455-b681-78a95109b7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T01:53:19Z,description=,heartbeat_timestamp=2021-11-03T02:15:19Z,host='dv-cinder-815614-3-iscsi',id=dfdd482b-800d-4ddb-af67-bfdcf28c1d2f,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T01:53:19Z,topic='l3_agent')) {'router_ids': ['aa3ad760-f153-4b10-b35f-e2ae4b4967eb'], 'active': True} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:15:40.318561 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.plugin [None req-2e1ec2a9-73c6-45fe-b90c-f20223ef7371 admin admin] Deleting port 807f756b-2289-40bb-9cf2-219523336dec {{(pid=108315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 02:15:40.318898 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-2e1ec2a9-73c6-45fe-b90c-f20223ef7371 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784217550484'] for port, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:40.382587 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_dvr_db [None req-33c15aa0-afd5-4455-b681-78a95109b7ee None None] Set router aa3ad760-f153-4b10-b35f-e2ae4b4967eb gateway port host: None {{(pid=108317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 02:15:40.398677 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.db [None req-2e1ec2a9-73c6-45fe-b90c-f20223ef7371 admin admin] For port 807f756b-2289-40bb-9cf2-219523336dec, host dv-cinder-815614-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=807f756b-2289-40bb-9cf2-219523336dec,segment=NetworkSegment(1823f467-65f5-492c-8155-6dfe4df97867),segment_id=1823f467-65f5-492c-8155-6dfe4df97867)] {{(pid=108315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:15:40.399061 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-2e1ec2a9-73c6-45fe-b90c-f20223ef7371 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538104'] for port, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:40.410909 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.plugin [None req-2e1ec2a9-73c6-45fe-b90c-f20223ef7371 admin admin] Calling delete_port for 807f756b-2289-40bb-9cf2-219523336dec owned by network:router_gateway {{(pid=108315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 02:15:40.437247 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.l3_hamode_db [None req-33c15aa0-afd5-4455-b681-78a95109b7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa3ad760-f153-4b10-b35f-e2ae4b4967eb', 'name': 'tempest-TestVolumeBootPattern-1482798759-router', 'tenant_id': '518ca4accbfe40c0b677549b1957e205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:08:00Z', 'updated_at': '2021-11-03T02:15:40Z', 'revision_number': 6, 'project_id': '518ca4accbfe40c0b677549b1957e205', 'gw_port_host': None}], 'dv-cinder-815614-3-iscsi', False) {} {{(pid=108317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:15:40.462951 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c15aa0-afd5-4455-b681-78a95109b7ee None None] The sync data for ids ['aa3ad760-f153-4b10-b35f-e2ae4b4967eb'] in dv-cinder-815614-3-iscsi is: [{'id': 'aa3ad760-f153-4b10-b35f-e2ae4b4967eb', 'name': 'tempest-TestVolumeBootPattern-1482798759-router', 'tenant_id': '518ca4accbfe40c0b677549b1957e205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T02:08:00Z', 'updated_at': '2021-11-03T02:15:40Z', 'revision_number': 6, 'project_id': '518ca4accbfe40c0b677549b1957e205', 'gw_port_host': None}] {{(pid=108317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 02:15:40.644290 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-2e1ec2a9-73c6-45fe-b90c-f20223ef7371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784217703262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784217128223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127914182'] for port, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:40.670976 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1ec2a9-73c6-45fe-b90c-f20223ef7371 admin admin] Pushing event deleted for resources: {'Port': ['ID=807f756b-2289-40bb-9cf2-219523336dec,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:15:40.732356 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-2e1ec2a9-73c6-45fe-b90c-f20223ef7371 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-641637'] for router_gateway, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:40.818472 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-2e1ec2a9-73c6-45fe-b90c-f20223ef7371 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15182'] for router, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:40.820466 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-2e1ec2a9-73c6-45fe-b90c-f20223ef7371 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:40.918259 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-2e1ec2a9-73c6-45fe-b90c-f20223ef7371 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642304'] for router, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:40.918820 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e1ec2a9-73c6-45fe-b90c-f20223ef7371 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa3ad760-f153-4b10-b35f-e2ae4b4967eb {{(pid=108315) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 02:15:40.923269 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-2e1ec2a9-73c6-45fe-b90c-f20223ef7371 admin admin] Publish callbacks [] for router, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:40.924486 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-2e1ec2a9-73c6-45fe-b90c-f20223ef7371 admin admin] 10.222.0.30 "DELETE /v2.0/routers/aa3ad760-f153-4b10-b35f-e2ae4b4967eb HTTP/1.1" status: 204 len: 168 time: 0.9486637 Nov 03 02:15:40.926980 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 52620) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:15:40.972750 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.db.db_base_plugin_v2 [None req-763469e8-3d2b-4f8e-9abc-f764bdb6bc40 admin admin] Deleting subnet ad41ddf1-b59f-44d8-b407-5600c43b627f {{(pid=108315) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 02:15:40.976083 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-763469e8-3d2b-4f8e-9abc-f764bdb6bc40 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:41.010605 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-763469e8-3d2b-4f8e-9abc-f764bdb6bc40 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125997489'] for subnet, precommit_delete_associations {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:41.092609 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-763469e8-3d2b-4f8e-9abc-f764bdb6bc40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1588830'] for subnet, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:41.218538 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-763469e8-3d2b-4f8e-9abc-f764bdb6bc40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1588775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127914131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126496540'] for subnet, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:41.241655 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763469e8-3d2b-4f8e-9abc-f764bdb6bc40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad41ddf1-b59f-44d8-b407-5600c43b627f,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:15:41.247275 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-763469e8-3d2b-4f8e-9abc-f764bdb6bc40 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:41.250396 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-763469e8-3d2b-4f8e-9abc-f764bdb6bc40 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ad41ddf1-b59f-44d8-b407-5600c43b627f HTTP/1.1" status: 204 len: 168 time: 0.3224099 Nov 03 02:15:41.252931 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 52622) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:15:41.255516 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bd6aa4-4434-4d4e-931d-8451490fd742 None None] Network ad5a8ff2-b68d-459f-bc1f-688a7e2f95c1 requested from dv-cinder-815614-3-iscsi {{(pid=108316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 02:15:41.330195 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-c98f1bd5-ac39-4949-a404-73821b60ca15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2025968'] for network, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:41.376834 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.plugin [None req-c98f1bd5-ac39-4949-a404-73821b60ca15 admin admin] Deleting port 2a1cab17-3542-4184-a3dc-f1375592f2d2 {{(pid=108315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 02:15:41.377166 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-c98f1bd5-ac39-4949-a404-73821b60ca15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784217550484'] for port, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:41.425474 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525183d5-3645-44c4-a9db-d5e541798380 None None] DHCP port deletion for ad5a8ff2-b68d-459f-bc1f-688a7e2f95c1 request from dv-cinder-815614-3-iscsi {{(pid=108316) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 02:15:41.443765 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.db [None req-c98f1bd5-ac39-4949-a404-73821b60ca15 admin admin] For port 2a1cab17-3542-4184-a3dc-f1375592f2d2, host dv-cinder-815614-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=2a1cab17-3542-4184-a3dc-f1375592f2d2,segment=NetworkSegment(12ac22eb-1dc4-41ae-9d66-1bb3271e711d),segment_id=12ac22eb-1dc4-41ae-9d66-1bb3271e711d)] {{(pid=108315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:15:41.444367 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-c98f1bd5-ac39-4949-a404-73821b60ca15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538104'] for port, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:41.456754 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.plugin [None req-c98f1bd5-ac39-4949-a404-73821b60ca15 admin admin] Calling delete_port for 2a1cab17-3542-4184-a3dc-f1375592f2d2 owned by network:dhcp {{(pid=108315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 02:15:41.471600 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-525183d5-3645-44c4-a9db-d5e541798380 None None] Deleting port 2a1cab17-3542-4184-a3dc-f1375592f2d2 {{(pid=108316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 02:15:41.471976 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-525183d5-3645-44c4-a9db-d5e541798380 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784217550484'] for port, before_delete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:41.535485 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.db [None req-525183d5-3645-44c4-a9db-d5e541798380 None None] For port 2a1cab17-3542-4184-a3dc-f1375592f2d2, host dv-cinder-815614-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-3-iscsi',level=0,port_id=2a1cab17-3542-4184-a3dc-f1375592f2d2,segment=NetworkSegment(12ac22eb-1dc4-41ae-9d66-1bb3271e711d),segment_id=12ac22eb-1dc4-41ae-9d66-1bb3271e711d)] {{(pid=108316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 02:15:41.535873 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-525183d5-3645-44c4-a9db-d5e541798380 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538104'] for port, precommit_delete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:41.548349 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-525183d5-3645-44c4-a9db-d5e541798380 None None] Calling delete_port for 2a1cab17-3542-4184-a3dc-f1375592f2d2 owned by network:dhcp {{(pid=108316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 02:15:41.601068 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-c98f1bd5-ac39-4949-a404-73821b60ca15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784217703262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784217128223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127914182'] for port, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:41.623341 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-525183d5-3645-44c4-a9db-d5e541798380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784217703262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784217128223'] for port, after_delete {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:41.628019 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98f1bd5-ac39-4949-a404-73821b60ca15 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a1cab17-3542-4184-a3dc-f1375592f2d2,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:15:41.629872 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98f1bd5-ac39-4949-a404-73821b60ca15 admin admin] No DVR routers for this DVR port 2a1cab17-3542-4184-a3dc-f1375592f2d2 on host dv-cinder-815614-3-iscsi {{(pid=108315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 02:15:41.649682 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525183d5-3645-44c4-a9db-d5e541798380 None None] Pushing event deleted for resources: {'Port': ['ID=2a1cab17-3542-4184-a3dc-f1375592f2d2,revision_number=None']} {{(pid=108316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:15:41.651513 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525183d5-3645-44c4-a9db-d5e541798380 None None] No DVR routers for this DVR port 2a1cab17-3542-4184-a3dc-f1375592f2d2 on host dv-cinder-815614-3-iscsi {{(pid=108316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 02:15:41.704318 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-c98f1bd5-ac39-4949-a404-73821b60ca15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1575371', 'neutron.services.segments.db._delete_segments_for_network-8784217631501'] for network, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:41.724275 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.services.segments.db [None req-c98f1bd5-ac39-4949-a404-73821b60ca15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad5a8ff2-b68d-459f-bc1f-688a7e2f95c1']}} {{(pid=108315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:15:41.733752 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.services.segments.db [None req-c98f1bd5-ac39-4949-a404-73821b60ca15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12ac22eb-1dc4-41ae-9d66-1bb3271e711d') {'for_net_delete': True} {{(pid=108315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:15:41.734043 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.services.segments.db [None req-c98f1bd5-ac39-4949-a404-73821b60ca15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12ac22eb-1dc4-41ae-9d66-1bb3271e711d') {} {{(pid=108315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 02:15:41.743692 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-c98f1bd5-ac39-4949-a404-73821b60ca15 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784217632534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125997496'] for segment, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:41.756224 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-c98f1bd5-ac39-4949-a404-73821b60ca15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1588371'] for segment, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:41.761898 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c98f1bd5-ac39-4949-a404-73821b60ca15 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=108315) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 02:15:41.762304 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-c98f1bd5-ac39-4949-a404-73821b60ca15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1588371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127914229'] for segment, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:41.763895 dv-cinder-815614-3-iscsi neutron-server[108315]: Traceback (most recent call last): Nov 03 02:15:41.763895 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 02:15:41.763895 dv-cinder-815614-3-iscsi neutron-server[108315]: timer() Nov 03 02:15:41.763895 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 02:15:41.763895 dv-cinder-815614-3-iscsi neutron-server[108315]: cb(*args, **kw) Nov 03 02:15:41.763895 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 02:15:41.763895 dv-cinder-815614-3-iscsi neutron-server[108315]: return func(*args, **kwargs) Nov 03 02:15:41.763895 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 02:15:41.763895 dv-cinder-815614-3-iscsi neutron-server[108315]: self._notify() Nov 03 02:15:41.763895 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 02:15:41.763895 dv-cinder-815614-3-iscsi neutron-server[108315]: self.callback(batched_events) Nov 03 02:15:41.763895 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 02:15:41.763895 dv-cinder-815614-3-iscsi neutron-server[108315]: event.method(event) Nov 03 02:15:41.763895 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 02:15:41.763895 dv-cinder-815614-3-iscsi neutron-server[108315]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 02:15:41.763895 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 02:15:41.763895 dv-cinder-815614-3-iscsi neutron-server[108315]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 02:15:41.763895 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 02:15:41.763895 dv-cinder-815614-3-iscsi neutron-server[108315]: return f(self, *a, **k) Nov 03 02:15:41.763895 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 02:15:41.763895 dv-cinder-815614-3-iscsi neutron-server[108315]: return self._get(url).json() Nov 03 02:15:41.763895 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 02:15:41.763895 dv-cinder-815614-3-iscsi neutron-server[108315]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 02:15:41.763895 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 02:15:41.763895 dv-cinder-815614-3-iscsi neutron-server[108315]: return self.request(url, 'GET', **kwargs) Nov 03 02:15:41.763895 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 02:15:41.763895 dv-cinder-815614-3-iscsi neutron-server[108315]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 02:15:41.763895 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 02:15:41.763895 dv-cinder-815614-3-iscsi neutron-server[108315]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 02:15:41.763895 dv-cinder-815614-3-iscsi neutron-server[108315]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 02:15:41.763895 dv-cinder-815614-3-iscsi neutron-server[108315]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 02:15:41.763895 dv-cinder-815614-3-iscsi neutron-server[108315]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 02:15:41.895629 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-c98f1bd5-ac39-4949-a404-73821b60ca15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1575388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641601'] for network, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:41.901117 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-c98f1bd5-ac39-4949-a404-73821b60ca15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554904'] for network, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:41.904376 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-c98f1bd5-ac39-4949-a404-73821b60ca15 admin admin] 10.222.0.30 "DELETE /v2.0/networks/ad5a8ff2-b68d-459f-bc1f-688a7e2f95c1 HTTP/1.1" status: 204 len: 168 time: 0.6504920 Nov 03 02:15:41.915688 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98f1bd5-ac39-4949-a404-73821b60ca15 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad5a8ff2-b68d-459f-bc1f-688a7e2f95c1,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:15:42.281965 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 52626) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:15:42.323233 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-63d4115d-001a-4b8e-bcbe-7c2c7bb83fab admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a08b0f1fc6b940148531ae61a6847288&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400338 Nov 03 02:15:42.325650 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 52628) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:15:42.372443 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-c45832fc-b59a-4d18-a6db-51c834a208b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:42.393792 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-c45832fc-b59a-4d18-a6db-51c834a208b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:42.437068 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device 2a1cab17-3542-4184-a3dc-f1375592f2d2 no longer exists at agent ovs-agent-dv-cinder-815614-3-iscsi {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:15:42.458678 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] No Port match for: 2a1cab17-3542-4184-a3dc-f1375592f2d2 {{(pid=108316) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 02:15:42.459521 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device 2a1cab17-3542-4184-a3dc-f1375592f2d2 not bound to the agent host dv-cinder-815614-3-iscsi {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:15:42.459954 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device a0ec31c0-cd4f-46d5-bb92-5b33653b2f3c no longer exists at agent ovs-agent-dv-cinder-815614-3-iscsi {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:15:42.487083 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] No Port match for: a0ec31c0-cd4f-46d5-bb92-5b33653b2f3c {{(pid=108316) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 02:15:42.487415 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device a0ec31c0-cd4f-46d5-bb92-5b33653b2f3c not bound to the agent host dv-cinder-815614-3-iscsi {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:15:42.487812 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device 807f756b-2289-40bb-9cf2-219523336dec no longer exists at agent ovs-agent-dv-cinder-815614-3-iscsi {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 02:15:42.506422 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.plugin [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] No Port match for: 807f756b-2289-40bb-9cf2-219523336dec {{(pid=108316) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 02:15:42.506800 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron.plugins.ml2.rpc [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Device 807f756b-2289-40bb-9cf2-219523336dec not bound to the agent host dv-cinder-815614-3-iscsi {{(pid=108316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 02:15:42.512729 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-c45832fc-b59a-4d18-a6db-51c834a208b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:42.516068 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-c45832fc-b59a-4d18-a6db-51c834a208b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:42.517222 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-c45832fc-b59a-4d18-a6db-51c834a208b4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bd24c529-e7ff-43cf-b704-3d27a53654f5 HTTP/1.1" status: 204 len: 168 time: 0.1906278 Nov 03 02:15:42.525714 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45832fc-b59a-4d18-a6db-51c834a208b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd24c529-e7ff-43cf-b704-3d27a53654f5,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:15:43.209771 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 52634) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:15:43.249333 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-e61ca811-2262-4a27-b404-15d737ab9c54 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=518ca4accbfe40c0b677549b1957e205&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383656 Nov 03 02:15:43.251709 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [-] (108315) accepted ('10.222.0.30', 52636) {{(pid=108315) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 02:15:43.301101 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-45b21d1c-e785-4152-87b8-6d3e3d336840 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:43.322205 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-45b21d1c-e785-4152-87b8-6d3e3d336840 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:43.423479 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-45b21d1c-e785-4152-87b8-6d3e3d336840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558440'] for security_group, after_delete {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:43.425926 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron_lib.callbacks.manager [None req-45b21d1c-e785-4152-87b8-6d3e3d336840 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:43.427198 dv-cinder-815614-3-iscsi neutron-server[108315]: INFO neutron.wsgi [None req-45b21d1c-e785-4152-87b8-6d3e3d336840 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a7956898-f4aa-4009-941c-095b2e905102 HTTP/1.1" status: 204 len: 168 time: 0.1745708 Nov 03 02:15:43.435205 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b21d1c-e785-4152-87b8-6d3e3d336840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7956898-f4aa-4009-941c-095b2e905102,revision_number=None']} {{(pid=108315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 02:15:46.729384 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-ff71d399-44c1-4a3a-89d4-53a692034518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:48.977625 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-80ee1ad4-59f9-4f55-8d3e-ab2c2947b7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:49.977749 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-3baf3433-eee1-48f0-90c8-209ed8ef0e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:51.389239 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-5b813f54-077d-440d-903f-32bc670fe069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:54.066415 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:15:59.952598 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.agents_db [None req-a2914077-2d9d-4477-8dde-df1573e0789a None None] Agent healthcheck: found 6 active agents {{(pid=108317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:16:00.042907 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:16:16.682653 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-09b8fa02-0454-4bc6-b655-1d41b8d2d703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:16:18.939152 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-9a425195-ce19-49b8-b22e-e19833e58ddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:16:19.994300 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-3baf3433-eee1-48f0-90c8-209ed8ef0e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:16:21.390464 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-5b813f54-077d-440d-903f-32bc670fe069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:16:24.045896 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:16:29.999888 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:16:36.951393 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.agents_db [None req-a2914077-2d9d-4477-8dde-df1573e0789a None None] Agent healthcheck: found 6 active agents {{(pid=108317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:16:46.692878 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-4a427700-051d-460c-8f72-be1c4ddd4ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:16:48.972545 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-1efeacf2-5be9-437f-966e-288183250199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:16:49.995132 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-3baf3433-eee1-48f0-90c8-209ed8ef0e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:16:51.395720 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-5b813f54-077d-440d-903f-32bc670fe069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:16:54.046519 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:17:00.040617 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:17:13.950228 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.agents_db [None req-a2914077-2d9d-4477-8dde-df1573e0789a None None] Agent healthcheck: found 6 active agents {{(pid=108317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:17:16.719285 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-ade734b7-dc5d-41a4-8583-ec109f3247f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:17:18.943005 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-784452fa-3741-4a82-91b3-acf904e0c255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:17:19.977560 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-3baf3433-eee1-48f0-90c8-209ed8ef0e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:17:21.435596 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-5b813f54-077d-440d-903f-32bc670fe069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:17:24.051236 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:17:30.027082 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:17:46.679282 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-5d52d28f-9fe4-4514-a418-8554aa4938c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:17:48.924254 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-cfb0fa95-413c-438b-9662-6baba31c2f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:17:49.981549 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-3baf3433-eee1-48f0-90c8-209ed8ef0e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:17:50.950191 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.agents_db [None req-a2914077-2d9d-4477-8dde-df1573e0789a None None] Agent healthcheck: found 6 active agents {{(pid=108317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:17:51.381593 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-5b813f54-077d-440d-903f-32bc670fe069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:17:54.044234 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:18:00.010298 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:18:16.678126 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-6bba7c3e-fcfd-4efd-a33b-e60ac3e3f6c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:18:18.935130 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-845b287a-c53f-45c5-adca-865c93303544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:18:19.997890 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-3baf3433-eee1-48f0-90c8-209ed8ef0e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:18:21.392103 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-5b813f54-077d-440d-903f-32bc670fe069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:18:24.060236 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:18:27.952414 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.agents_db [None req-a2914077-2d9d-4477-8dde-df1573e0789a None None] Agent healthcheck: found 6 active agents {{(pid=108317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:18:30.100521 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:18:46.688434 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-1dc3a34e-6cf1-4737-9461-733ebb004c78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:18:48.951491 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-7c2bdd71-2c10-44a0-86d3-c8b59198cb53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:18:49.962464 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-3baf3433-eee1-48f0-90c8-209ed8ef0e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:18:51.402707 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-5b813f54-077d-440d-903f-32bc670fe069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:18:54.054129 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:19:00.048223 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:19:04.953148 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.agents_db [None req-a2914077-2d9d-4477-8dde-df1573e0789a None None] Agent healthcheck: found 6 active agents {{(pid=108317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:19:16.676670 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-9a1e46ab-d0f1-40c6-9ddb-e9ebf5c59592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:19:18.933839 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-01bcb87e-fadd-4aa2-a9e8-f3ec2e9b65ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:19:20.030699 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-3baf3433-eee1-48f0-90c8-209ed8ef0e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:19:21.426758 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-5b813f54-077d-440d-903f-32bc670fe069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:19:24.030619 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:19:30.064981 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:19:41.953788 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.agents_db [None req-a2914077-2d9d-4477-8dde-df1573e0789a None None] Agent healthcheck: found 6 active agents {{(pid=108317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:19:45.068002 dv-cinder-815614-3-iscsi neutron-server[108314]: DEBUG neutron.wsgi [req-25003cb8-156e-4cd5-9913-80c4fe6200c6 req-cf0e63fa-3af8-4537-8f2b-e4d34149ace6 service neutron] (108314) timed out ('10.222.0.37', 58998) {{(pid=108314) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 03 02:19:46.693048 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-6bde1ae0-d187-4801-9145-ce05abb4b898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:19:48.954628 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-dcf475d4-af78-4b5e-90a6-e1c6bbb313f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:19:50.007297 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-3baf3433-eee1-48f0-90c8-209ed8ef0e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:19:51.410972 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-5b813f54-077d-440d-903f-32bc670fe069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:19:53.316728 dv-cinder-815614-3-iscsi neutron-server[108315]: DEBUG neutron.wsgi [req-e90298f0-a9fa-495e-9b1a-5992cdc47194 req-c55df11e-698d-4160-a6f4-fbe864de0093 service neutron] (108315) timed out ('10.222.0.37', 58984) {{(pid=108315) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 03 02:19:54.053196 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:20:00.096403 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:20:16.675763 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-bdd95f0a-4b8d-4b2d-beba-78f30f90072c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:20:18.952301 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.agents_db [None req-a2914077-2d9d-4477-8dde-df1573e0789a None None] Agent healthcheck: found 6 active agents {{(pid=108317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 02:20:18.978213 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-ed90f03b-13db-42c7-9aba-c27a3bd950b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:20:19.989885 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-3baf3433-eee1-48f0-90c8-209ed8ef0e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:20:21.400929 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-5b813f54-077d-440d-903f-32bc670fe069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:20:24.061162 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:20:30.097690 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e04-3ac4-4956-ad41-c2a2e9b7670b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:20:46.680109 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-053d3538-e3e6-43b3-95a8-5bafe346be5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:20:48.980281 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-475b5c43-5788-4550-9187-bdf79de0e565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:20:50.005790 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-3baf3433-eee1-48f0-90c8-209ed8ef0e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:20:51.405807 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-5b813f54-077d-440d-903f-32bc670fe069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:20:54.054463 dv-cinder-815614-3-iscsi neutron-server[108316]: DEBUG neutron_lib.callbacks.manager [None req-47d99a6b-ec3e-4811-b245-6ed90ace499c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784217627383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577245'] for agent, after_update {{(pid=108316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 02:20:55.951359 dv-cinder-815614-3-iscsi neutron-server[108317]: DEBUG neutron.db.agents_db [None req-a2914077-2d9d-4477-8dde-df1573e0789a None None] Agent healthcheck: found 6 active agents {{(pid=108317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}